-- Logs begin at Fri 2021-07-09 21:33:23 UTC, end at Fri 2021-07-09 22:45:32 UTC. -- Jul 09 22:03:24.598385 dv-cinder-794962-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 09 22:03:27.324601 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.common.config [-] Logging enabled! Jul 09 22:03:27.325247 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev461 Jul 09 22:03:27.325396 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93020) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 22:03:27.328549 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.common.config [-] Logging enabled! Jul 09 22:03:27.328827 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev461 Jul 09 22:03:27.329137 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93020) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 22:03:27.330053 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 22:03:27.330282 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 22:03:27.330644 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 22:03:27.330889 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 22:03:27.331113 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 22:03:27.331432 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.331722 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.332014 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.332240 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.332533 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.332847 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.333127 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.333409 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.333699 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.333977 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.334251 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.334532 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.334756 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.335035 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.335317 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.335597 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.335815 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] debug = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.336088 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.336506 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.336940 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.337218 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.337503 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.337804 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.338086 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.338398 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.338678 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.339007 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] host = dv-cinder-794962-8-iscsi {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.339281 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.339563 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.339844 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.340124 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.340393 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.340664 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.340969 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.341236 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.341501 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] log_file = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.341770 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.342052 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.342334 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.342641 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.342862 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.343082 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.343367 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.343649 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.343919 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.344186 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.344456 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.344751 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.345018 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.345281 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.345559 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.345838 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.346134 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.346385 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.346655 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.346917 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.347183 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.347459 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.347727 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.347997 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.348262 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.348543 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.348833 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.349104 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.349398 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.349677 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.349957 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.350229 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.350498 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.350774 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.351042 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.351308 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.351577 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] use_json = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.351840 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.352101 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.352377 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.352643 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.352941 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.353210 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.353497 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.353773 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:27.354130 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.354433 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.354792 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.355109 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.355401 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.355677 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.355966 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.356238 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.356542 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.356830 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.357108 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.357387 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.357664 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.357935 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.358223 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.358525 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.358815 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.359104 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.359373 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.359641 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.359907 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.360180 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.360457 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.360763 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.361053 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.361321 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.361596 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.361881 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.362154 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.362423 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.362698 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.362985 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.363263 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.363533 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.363814 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.364088 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.364356 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.364624 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.364921 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.365213 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.365485 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.365752 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.366018 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.366288 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.366555 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.366834 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.367105 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.367372 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.367641 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.367913 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.368182 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.368448 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.368741 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.369566 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.369856 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.370121 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.370387 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.370654 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.370919 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.371184 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.371449 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.371713 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.371982 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.372248 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.372510 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.372802 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.373074 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.373342 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.373623 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.373914 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.374184 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.374458 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.374730 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.375002 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.375273 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.375541 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.375817 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.376089 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.376351 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.376633 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.376936 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.377217 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.377492 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.377869 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.378048 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.378320 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.378597 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.378869 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.379141 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.379426 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.379701 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.379988 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.380273 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.380560 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.380875 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.381166 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.381442 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.381747 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.382021 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:27.382235 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 22:03:27.382479 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93020) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 09 22:03:27.733222 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 22:03:27.733500 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 22:03:27.733789 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 22:03:27.734114 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 09 22:03:28.123995 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.124282 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.124552 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.125853 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.126134 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.126405 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.160396 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.160682 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.160975 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.174921 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.175201 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.175472 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.205049 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.205328 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.205595 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.241358 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.241640 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.241907 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.473957 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.474566 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.474566 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.474739 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.475379 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.594976 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.595287 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.595567 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.595837 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.596109 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.596418 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.596676 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.596960 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.597212 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.597487 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.597757 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.598021 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.598287 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.598548 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.598799 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.599063 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.599334 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.599589 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.599855 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.600102 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.600376 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.600748 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.600993 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.601275 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.601527 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.601770 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.602173 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 22:03:28.602408 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 22:03:28.602639 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 22:03:28.602869 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 22:03:28.603099 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 22:03:28.603327 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 22:03:28.603724 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 09 22:03:28.608049 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 09 22:03:28.611974 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 09 22:03:28.615838 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 09 22:03:28.617640 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 09 22:03:28.618099 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 09 22:03:28.618431 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 09 22:03:28.618807 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 09 22:03:28.621648 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 09 22:03:28.621897 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 09 22:03:28.622239 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 22:03:28.650980 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 09 22:03:28.651440 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.651736 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93020) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 09 22:03:28.652093 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.653476 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93020) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 09 22:03:28.653767 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 22:03:28.654010 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 09 22:03:28.657258 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.657536 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:28.721234 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 09 22:03:28.721470 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 09 22:03:28.721701 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 09 22:03:28.722072 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 09 22:03:28.742902 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_db.sqlalchemy.engines [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93020) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 09 22:03:29.272522 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Initializing driver for type 'gre' Jul 09 22:03:29.273257 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] gre ID ranges: [(1, 1000)] Jul 09 22:03:29.337871 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Initializing driver for type 'local' Jul 09 22:03:29.338240 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Initializing driver for type 'vlan' Jul 09 22:03:29.351233 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] VlanTypeDriver initialization complete Jul 09 22:03:29.351591 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Initializing driver for type 'vxlan' Jul 09 22:03:29.352097 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] vxlan ID ranges: [(1, 1000)] Jul 09 22:03:29.406472 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Initializing extension driver 'port_security' Jul 09 22:03:29.406847 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.extensions.port_security [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] PortSecurityExtensionDriver initialization complete Jul 09 22:03:29.407190 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Initializing mechanism driver 'openvswitch' Jul 09 22:03:29.407523 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Initializing mechanism driver 'hyperv' Jul 09 22:03:29.414415 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:03:29.415106 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > port after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.415487 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > port after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.416351 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > port after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.416916 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 22:03:29.417354 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > subnet after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.417989 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > subnet after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.418344 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > subnet after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.418742 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 22:03:29.419151 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > network after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.419510 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > network after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.419942 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > network after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.420461 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 22:03:29.421045 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > security_group after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.421419 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > security_group after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.421771 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > security_group after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.422309 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 22:03:29.422728 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.423099 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.423448 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.423843 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 22:03:29.424256 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > address_group after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.424616 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > address_group after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.424998 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > address_group after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.425395 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 22:03:29.425930 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] ML2 OVO RPC backend initialized. {{(pid=93020) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 09 22:03:29.430847 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router_interface after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.430847 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.430847 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > network before_response 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.430847 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > networks before_response 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.431168 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > port before_response 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.431168 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > ports before_response 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.431168 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > subnet before_response 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.431168 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > subnets before_response 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.431448 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > network after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.431448 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > network after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.431448 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > network after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.431448 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > port after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.432313 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > port after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.432313 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > port after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.432313 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > subnet after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.432313 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > subnet after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.432599 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > subnet after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.433168 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.plugin [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Modular L2 Plugin initialization complete Jul 09 22:03:29.433472 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading services supported by the core plugin {{(pid=93020) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 09 22:03:29.433806 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.plugins.ml2.managers [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Got port-security extension from driver 'port_security' Jul 09 22:03:29.434273 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.extensions.vlantransparent [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Disabled vlantransparent extension. Jul 09 22:03:29.434761 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93020) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 09 22:03:29.435079 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading Plugin: router Jul 09 22:03:29.471328 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router_interface before_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.471728 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router after_create 55549900 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.472103 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router before_create 55549900 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.472481 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.472894 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.473261 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router after_delete 55549900 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.473634 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > floatingip after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.474007 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router after_create 55549900 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.474513 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router after_update 55549900 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.474705 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router after_update 55549900 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.475059 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.475423 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router after_update 55549900 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.475839 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router precommit_update 55549900 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.476214 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: port after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.476560 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: port after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.476928 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: subnet after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.477279 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.477633 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > port precommit_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.477987 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router precommit_create 55549900 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.478394 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: port before_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.479254 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router precommit_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.479622 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router after_update 55549900 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.479975 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router precommit_delete 55549900 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.480334 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router precommit_create 55549900 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.480700 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router_interface after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.481170 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router precommit_update 55549900 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.481550 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > agent after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.481914 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > agent after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.482271 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > network after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.483149 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Tracking information for resource: router configured {{(pid=93020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 22:03:29.483492 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Tracking information for resource: floatingip configured {{(pid=93020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 22:03:29.488687 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.db.l3_agentschedulers_db [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 09 22:03:29.489299 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: port after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.489668 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: port after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.490027 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: port after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.490385 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: port after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.491188 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router before_create 55550100 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.491563 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router precommit_delete 55550100 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.491934 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router precommit_create 55550100 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.492299 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > router precommit_update 55550100 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.496918 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.services.provider_configuration [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Service providers = [] {{(pid=93020) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 09 22:03:29.497293 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.db.servicetype_db [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93020) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 09 22:03:29.500263 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.services.service_base [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 22:03:29.500621 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.services.service_base [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 22:03:29.501003 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.services.service_base [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 22:03:29.501926 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.services.service_base [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 22:03:29.502311 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.services.service_base [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 09 22:03:29.502702 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 22:03:29.503026 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 09 22:03:29.513949 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 22:03:29.514293 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading Plugin: auto_allocate Jul 09 22:03:29.520152 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: network precommit_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.520531 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: network precommit_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.521089 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 22:03:29.521420 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading Plugin: tag Jul 09 22:03:29.528592 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 22:03:29.528900 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading Plugin: timestamp Jul 09 22:03:29.534347 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 22:03:29.534688 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading Plugin: network_ip_availability Jul 09 22:03:29.540183 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.540568 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.541524 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.542269 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 22:03:29.542902 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading Plugin: flavors Jul 09 22:03:29.547708 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 22:03:29.548052 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading Plugin: revisions Jul 09 22:03:29.552423 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 22:03:29.552861 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_concurrency.lockutils [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.819s {{(pid=93020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 22:03:29.553629 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93020) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 09 22:03:29.553973 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Initializing extension manager. Jul 09 22:03:29.554489 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: __init__.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.554838 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: __pycache__ {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.555180 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.555521 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: address_group.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.556309 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.556974 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: address-group Jul 09 22:03:29.557308 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: address_scope.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.558039 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.558554 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: address-scope Jul 09 22:03:29.558882 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: admin_state_down_before_update.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.559833 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.560348 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: router-admin-state-down-before-update Jul 09 22:03:29.560678 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: agent.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.561422 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.562142 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: agent Jul 09 22:03:29.562473 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: agent_resources_synced.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.563406 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.563919 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: agent-resources-synced Jul 09 22:03:29.564248 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: allowedaddresspairs.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.566119 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.566642 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: allowed-address-pairs Jul 09 22:03:29.566972 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: auto_allocated_topology.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.568066 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.568581 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: auto-allocated-topology Jul 09 22:03:29.568934 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: availability_zone.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.569645 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.570155 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: availability_zone Jul 09 22:03:29.570484 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: availability_zone_filter.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.571413 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.571930 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: availability_zone_filter Jul 09 22:03:29.572284 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: data_plane_status.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.573248 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.573752 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension data-plane-status not supported by any of loaded plugins Jul 09 22:03:29.574080 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: default_subnetpools.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.575013 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.575523 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: default-subnetpools Jul 09 22:03:29.575852 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: dhcpagentscheduler.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.576689 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.577257 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: dhcp_agent_scheduler Jul 09 22:03:29.577588 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: dns.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.578540 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.579044 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension dns-integration not supported by any of loaded plugins Jul 09 22:03:29.579375 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: dns_domain_ports.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.580307 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.580844 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 09 22:03:29.581175 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.582118 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.582624 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 09 22:03:29.582953 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: dvr.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.583640 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.584144 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: dvr Jul 09 22:03:29.584469 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: empty_string_filtering.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.585433 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.585947 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: empty-string-filtering Jul 09 22:03:29.586277 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.587206 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.588225 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 09 22:03:29.588552 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.589520 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.590032 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 09 22:03:29.590360 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: external_net.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.591293 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.591802 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: external-net Jul 09 22:03:29.592132 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: extra_dhcp_opt.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.593108 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.593615 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: extra_dhcp_opt Jul 09 22:03:29.593940 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: extraroute.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.594865 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.595369 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: extraroute Jul 09 22:03:29.595695 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: extraroute_atomic.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.596778 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.597290 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: extraroute-atomic Jul 09 22:03:29.597620 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: filter_validation.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.598321 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.598817 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: filter-validation Jul 09 22:03:29.599146 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: fip_pf_description.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.600075 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.600581 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 09 22:03:29.600930 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: fip_port_details.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.601897 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.602392 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: fip-port-details Jul 09 22:03:29.602716 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: flavors.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.604536 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.605092 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: flavors Jul 09 22:03:29.605425 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.607224 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.607751 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 09 22:03:29.608091 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: floatingip_pools.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.608849 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.609363 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: floatingip-pools Jul 09 22:03:29.609693 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: ip_allocation.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.610640 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.611148 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension ip_allocation not supported by any of loaded plugins Jul 09 22:03:29.611478 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.612423 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.612972 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: ip-substring-filtering Jul 09 22:03:29.613308 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: l2_adjacency.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.614263 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.614770 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension l2_adjacency not supported by any of loaded plugins Jul 09 22:03:29.615100 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: l3.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.616106 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.616626 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: router Jul 09 22:03:29.616989 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: l3_conntrack_helper.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.619412 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.619943 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 09 22:03:29.620282 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.621278 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.621806 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: ext-gw-mode Jul 09 22:03:29.622139 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.623127 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.623664 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: l3-ha Jul 09 22:03:29.623999 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: l3_flavors.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.625028 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.625557 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: l3-flavors Jul 09 22:03:29.625893 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.626876 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.627393 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: l3-port-ip-change-not-allowed Jul 09 22:03:29.627724 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: l3agentscheduler.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.628898 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.629421 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: l3_agent_scheduler Jul 09 22:03:29.629757 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: logging.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.631387 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.631928 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension logging not supported by any of loaded plugins Jul 09 22:03:29.632266 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: metering.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.633095 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.633695 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: metering Jul 09 22:03:29.634030 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.635297 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.635822 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: metering_source_and_destination_fields Jul 09 22:03:29.636154 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: multiprovidernet.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.637162 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.637675 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: multi-provider Jul 09 22:03:29.638005 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: netmtu.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.638961 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.639471 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: net-mtu Jul 09 22:03:29.639798 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: netmtu_writable.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.640780 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.641295 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: net-mtu-writable Jul 09 22:03:29.641623 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: network_availability_zone.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.642334 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.642846 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: network_availability_zone Jul 09 22:03:29.643174 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: network_ip_availability.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.644366 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.644926 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: network-ip-availability Jul 09 22:03:29.645261 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: network_segment_range.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.646092 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.646603 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension network-segment-range not supported by any of loaded plugins Jul 09 22:03:29.646933 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: pagination.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.647978 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.648317 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: pagination Jul 09 22:03:29.648642 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: port_device_profile.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.649608 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.650135 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: port-device-profile Jul 09 22:03:29.650995 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.651944 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.652466 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: port-mac-address-regenerate Jul 09 22:03:29.652835 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.653779 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.654292 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: port-numa-affinity-policy Jul 09 22:03:29.654620 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: port_resource_request.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.655561 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.656072 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension port-resource-request not supported by any of loaded plugins Jul 09 22:03:29.656400 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: portbindings.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.657388 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.657907 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: binding Jul 09 22:03:29.658239 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: portbindings_extended.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.659754 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.660281 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: binding-extended Jul 09 22:03:29.660617 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: portsecurity.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.661623 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.662149 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: port-security Jul 09 22:03:29.662481 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: project_id.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.663497 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.663833 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: project-id Jul 09 22:03:29.664163 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: providernet.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.665133 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.665657 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: provider Jul 09 22:03:29.666560 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: qos.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.670621 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.671175 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension qos not supported by any of loaded plugins Jul 09 22:03:29.671518 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.672908 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.673434 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 09 22:03:29.673771 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.674727 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.675249 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 09 22:03:29.675581 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: qos_default.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.676533 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.677089 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension qos-default not supported by any of loaded plugins Jul 09 22:03:29.677422 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: qos_fip.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.678114 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.678624 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension qos-fip not supported by any of loaded plugins Jul 09 22:03:29.678956 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: qos_gateway_ip.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.679912 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.680427 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 09 22:03:29.680782 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: qos_port_network_policy.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.681762 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.682282 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 09 22:03:29.682615 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: qos_rule_type_details.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.683570 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.684082 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 09 22:03:29.684410 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: qos_rules_alias.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.685538 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.686051 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 09 22:03:29.686379 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: quotasv2.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.687393 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.687729 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: quotas Jul 09 22:03:29.688057 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: quotasv2_detail.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.691194 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.691545 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: quota_details Jul 09 22:03:29.691883 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: rbac.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.693023 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.693555 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: rbac-policies Jul 09 22:03:29.693889 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: rbac_address_group.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.695052 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.695571 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: rbac-address-group Jul 09 22:03:29.695907 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: rbac_address_scope.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.696899 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.697468 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: rbac-address-scope Jul 09 22:03:29.697803 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: rbac_security_groups.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.698742 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.699259 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: rbac-security-groups Jul 09 22:03:29.699591 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: rbac_subnetpool.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.700530 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.701080 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: rbac-subnetpool Jul 09 22:03:29.701415 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: revisionifmatch.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.702364 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.702881 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: revision-if-match Jul 09 22:03:29.703211 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: revisions.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.704342 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.705705 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: standard-attr-revisions Jul 09 22:03:29.706145 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: router_availability_zone.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.706899 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.707441 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: router_availability_zone Jul 09 22:03:29.707891 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: routerservicetype.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.708896 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.709411 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension router-service-type not supported by any of loaded plugins Jul 09 22:03:29.709752 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.710716 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.711229 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: security-groups-normalized-cidr Jul 09 22:03:29.711564 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: security_groups_port_filtering.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.712511 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.713614 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: port-security-groups-filtering Jul 09 22:03:29.714096 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.715059 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.715866 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: security-groups-remote-address-group Jul 09 22:03:29.716196 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: securitygroup.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.725969 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.726501 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: security-group Jul 09 22:03:29.726838 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: segment.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.727658 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.728168 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension segment not supported by any of loaded plugins Jul 09 22:03:29.729157 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.730121 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.730645 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 09 22:03:29.730988 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: servicetype.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.732124 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.732643 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: service-type Jul 09 22:03:29.733004 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: sorting.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.734015 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.734362 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: sorting Jul 09 22:03:29.734681 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: standard_attr_segment.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.735700 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.736218 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 09 22:03:29.736550 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: standardattrdescription.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.737255 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.737764 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: standard-attr-description Jul 09 22:03:29.738092 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: stateful_security_group.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.739041 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.739563 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: stateful-security-group Jul 09 22:03:29.739894 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: stdattrs_common.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.740492 dv-cinder-794962-8-iscsi neutron-server[93020]: WARNING neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 09 22:03:29.740855 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.741804 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.742320 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 09 22:03:29.742647 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: subnet_onboard.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.743746 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.744267 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: subnet_onboard Jul 09 22:03:29.744592 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.745562 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.746068 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 09 22:03:29.746400 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: subnet_service_types.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.747390 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.747902 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: subnet-service-types Jul 09 22:03:29.748228 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: subnetallocation.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.749361 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.749878 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: subnet_allocation Jul 09 22:03:29.750207 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.750887 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.751409 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: subnetpool-prefix-ops Jul 09 22:03:29.751733 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.752689 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.753227 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 09 22:03:29.753553 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: tagging.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.754716 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.755247 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: standard-attr-tag Jul 09 22:03:29.755578 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: timestamp.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.756831 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.757353 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loaded extension: standard-attr-timestamp Jul 09 22:03:29.757686 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: trunk.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.758738 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.759257 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension trunk not supported by any of loaded plugins Jul 09 22:03:29.759744 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: trunk_details.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.760695 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.761239 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension trunk-details not supported by any of loaded plugins Jul 09 22:03:29.761567 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: uplink_status_propagation.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.762504 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.763015 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 09 22:03:29.763342 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Loading extension file: vlantransparent.py {{(pid=93020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 22:03:29.764037 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 22:03:29.764547 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extension vlan-transparent not supported by any of loaded plugins Jul 09 22:03:29.767043 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Creating instance of TrackedResource for resource:network Jul 09 22:03:29.767592 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Creating instance of TrackedResource for resource:subnet Jul 09 22:03:29.767998 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 22:03:29.768395 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Creating instance of TrackedResource for resource:port Jul 09 22:03:29.769700 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.v2.resource_helper [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 22:03:29.770147 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.v2.resource_helper [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Service FLAVORS assigned prefix: {{(pid=93020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 22:03:29.770772 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.v2.resource_helper [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 22:03:29.771201 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.v2.resource_helper [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 22:03:29.771536 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Creating instance of TrackedResource for resource:router Jul 09 22:03:29.771965 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Creating instance of TrackedResource for resource:floatingip Jul 09 22:03:29.772478 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.v2.resource_helper [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Service METERING assigned prefix: /metering {{(pid=93020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 22:03:29.773964 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.774341 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.774695 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:03:29.776187 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 22:03:29.776653 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Creating instance of TrackedResource for resource:security_group Jul 09 22:03:29.777113 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 22:03:29.777725 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.v2.resource_helper [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Service CORE assigned prefix: {{(pid=93020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 22:03:29.778069 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 22:03:29.778419 dv-cinder-794962-8-iscsi neutron-server[93020]: WARNING neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] subnetpool is already registered Jul 09 22:03:29.778911 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.v2.resource_helper [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Service CORE assigned prefix: {{(pid=93020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 22:03:29.779201 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 22:03:29.779538 dv-cinder-794962-8-iscsi neutron-server[93020]: WARNING neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] subnetpool is already registered Jul 09 22:03:29.781897 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.v2.resource_helper [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 22:03:29.782336 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.v2.resource_helper [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Service FLAVORS assigned prefix: {{(pid=93020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 22:03:29.782934 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.v2.resource_helper [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 22:03:29.783364 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.v2.resource_helper [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 22:03:29.783703 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Creating instance of TrackedResource for resource:router Jul 09 22:03:29.784049 dv-cinder-794962-8-iscsi neutron-server[93020]: WARNING neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] router is already registered Jul 09 22:03:29.784464 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Creating instance of TrackedResource for resource:floatingip Jul 09 22:03:29.784845 dv-cinder-794962-8-iscsi neutron-server[93020]: WARNING neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] floatingip is already registered Jul 09 22:03:29.785308 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.v2.resource_helper [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Service METERING assigned prefix: /metering {{(pid=93020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 22:03:29.785975 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 22:03:29.786314 dv-cinder-794962-8-iscsi neutron-server[93020]: WARNING neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] rbac_policy is already registered Jul 09 22:03:29.786731 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Creating instance of TrackedResource for resource:security_group Jul 09 22:03:29.787070 dv-cinder-794962-8-iscsi neutron-server[93020]: WARNING neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] security_group is already registered Jul 09 22:03:29.787471 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 22:03:29.787808 dv-cinder-794962-8-iscsi neutron-server[93020]: WARNING neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] security_group_rule is already registered Jul 09 22:03:29.788441 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.v2.resource_helper [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Service CORE assigned prefix: {{(pid=93020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 22:03:29.788799 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 22:03:29.789140 dv-cinder-794962-8-iscsi neutron-server[93020]: WARNING neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] subnetpool is already registered Jul 09 22:03:29.789584 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.v2.resource_helper [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Service CORE assigned prefix: {{(pid=93020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 22:03:29.789912 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 22:03:29.790251 dv-cinder-794962-8-iscsi neutron-server[93020]: WARNING neutron.quota.resource_registry [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] subnetpool is already registered Jul 09 22:03:29.790716 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: extensions {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.793033 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: address-groups {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.794504 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: address-scopes {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.795851 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: agents {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.797035 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: auto-allocated-topology {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.798283 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: availability_zones {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.799489 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: dhcp-networks {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.802159 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: dhcp-agents {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.803703 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: routers {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.805454 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: flavors {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.806772 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: service_profiles {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.807972 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: next_providers {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.809561 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: service_profiles {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.811131 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: floatingip-pools {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.812358 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: routers {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.814070 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: floatingips {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.815357 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: l3-routers {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.816773 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: l3-agents {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.818219 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: metering-labels {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.819472 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: metering-label-rules {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.820882 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: network-ip-availabilities {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.822183 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: bindings {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.823738 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: quotas {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.825312 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: quotas {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.826726 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: rbac-policies {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.827909 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: security-groups {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.829243 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: security-group-rules {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.830517 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: service-providers {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.831733 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: subnetpools {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.833084 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: subnetpools {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.834622 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: tags {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.836335 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: tags {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.838714 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: tags {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.840500 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: tags {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.842226 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: tags {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.844191 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: tags {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.845910 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: tags {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.847713 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: tags {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.849613 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: tags {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.851355 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron.api.extensions [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Extended resource: tags {{(pid=93020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 22:03:29.858028 dv-cinder-794962-8-iscsi neutron-server[93020]: WARNING keystonemiddleware.auth_token [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 09 22:03:29.862613 dv-cinder-794962-8-iscsi neutron-server[93020]: WARNING keystonemiddleware.auth_token [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 09 22:03:29.871998 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_concurrency.lockutils [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Acquired lock "singleton_lock" {{(pid=93020) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 09 22:03:29.872481 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_concurrency.lockutils [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Releasing lock "singleton_lock" {{(pid=93020) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 09 22:03:29.873168 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO oslo_service.service [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Starting 2 workers Jul 09 22:03:29.878191 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Started child 93127 {{(pid=93020) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 22:03:29.882731 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Started child 93128 {{(pid=93020) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 22:03:29.883301 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:29.884343 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO neutron.service [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Neutron service started, listening on 0.0.0.0:9696 Jul 09 22:03:29.885315 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [-] (93127) wsgi starting up on http://0.0.0.0:9696 Jul 09 22:03:29.885636 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Notify callbacks [] for process, before_spawn {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:29.887856 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:29.888335 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO oslo_service.service [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Starting 1 workers Jul 09 22:03:29.889316 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [-] (93128) wsgi starting up on http://0.0.0.0:9696 Jul 09 22:03:29.893296 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Started child 93129 {{(pid=93020) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 22:03:29.893834 dv-cinder-794962-8-iscsi neutron-server[93020]: INFO oslo_service.service [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Starting 1 workers Jul 09 22:03:29.896742 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.service [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] calling RpcWorker wait() {{(pid=93129) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 09 22:03:29.897296 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.service [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] returning from RpcWorker wait() {{(pid=93129) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 09 22:03:29.898379 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Started child 93130 {{(pid=93020) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 22:03:29.898529 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:29.898997 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:03:29.899233 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9180a165-d6ef-4f87-91c7-f527bed091cc None None] Notify callbacks [] for process, after_spawn {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:29.901810 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93020) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 22:03:29.902019 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 22:03:29.902208 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 22:03:29.902425 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 22:03:29.903120 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 22:03:29.903290 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 22:03:29.903796 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.904082 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.904334 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.904614 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.904711 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:29.905182 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.905516 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.905786 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.906057 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.906154 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:03:29.906347 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.906593 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.906767 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.906935 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.907206 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.907435 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.907724 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.908005 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.908256 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.908527 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.908699 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.908987 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.909272 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.909539 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.909939 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] debug = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.910165 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.910658 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.910905 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.911151 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.911366 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.911647 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.911876 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.912137 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.912371 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.912585 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.912864 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.913142 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.913390 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.913600 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.913819 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.914065 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.914283 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.914756 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] host = dv-cinder-794962-8-iscsi {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.914978 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.915225 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.915468 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.915715 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.916037 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.916273 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.916535 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.916823 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.917089 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.917320 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.917821 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.918074 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.918319 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.918575 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] log_file = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.918739 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] log_options = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.918976 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.919247 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.919518 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.919709 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.919882 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.920065 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.920319 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.920481 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.920750 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.920959 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.921186 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.921394 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.921609 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.921819 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.922073 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.922310 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.922543 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.922751 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.923006 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.923257 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.923501 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.923725 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.923961 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.924174 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.924387 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.924599 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.924869 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.925086 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.925321 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.925571 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.925784 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.926061 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.926307 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.926558 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.926804 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.927029 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.927264 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.927536 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.927765 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.928006 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.928253 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.928495 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.928753 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.928973 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.929205 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.929436 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] use_json = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.929652 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.929867 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.930134 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.930387 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.930561 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.930796 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.931970 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.932293 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:29.932770 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.933170 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.933430 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.933722 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.933950 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.934213 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.934806 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.934806 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.934985 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.935181 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.935523 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.936066 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.936066 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.937482 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.937767 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.938695 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.938960 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.939248 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.941076 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.941350 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.941614 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.941865 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.942229 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.942516 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.942809 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.943072 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.943306 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.943560 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.943786 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.944009 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.944253 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.944496 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.945626 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.949086 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.949314 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.949581 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.949853 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.950110 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.950358 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.950603 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.950897 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.951141 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.951370 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.951587 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.951944 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.952087 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.952232 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.952483 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.952755 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.953217 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.955789 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.955789 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.955789 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.955789 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.955789 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.955789 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.955789 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.955789 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.955789 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.956467 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.956467 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.956467 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.956467 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.956467 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.956467 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.956904 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.956904 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.957021 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.957231 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.957466 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.957690 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.957927 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.958164 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.958401 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.958631 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.959467 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.959467 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.959467 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.959467 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.960149 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.960149 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.960149 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.960600 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.960600 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.961244 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.961244 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.961641 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.961641 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.962093 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.962093 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.963587 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.963587 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.963587 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.963587 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.963837 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.963943 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.964172 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.964428 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.964676 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.964920 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.965180 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.965405 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.965634 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.965864 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.966108 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.966359 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.966636 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.966891 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.967169 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.967415 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.967670 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.967947 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.968200 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.968453 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.968674 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.968965 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.969269 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.969555 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.969829 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.970081 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.970331 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.970579 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.970814 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.971077 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.971332 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.971566 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.971786 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.972097 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.972314 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.972540 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.972774 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.973022 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.973340 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.973802 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.973802 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.974067 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.974473 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.974576 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.974811 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.975038 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.975280 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.975561 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.975777 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.976283 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.976283 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.976597 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.976775 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.976924 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.977613 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.977613 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.977613 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.977873 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.978021 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.978304 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.978522 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.978736 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.978944 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.979158 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.979375 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.979639 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.979856 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.980077 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.980327 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.980549 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.980792 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.981033 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.981265 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.981522 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.981742 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.982047 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.982281 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.982520 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.982779 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.983043 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.983334 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.983523 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.983779 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.983998 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.984213 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.984427 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.984653 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.984890 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.985103 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.985350 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.985582 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.985838 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.986048 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.986406 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.986665 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.986915 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.987167 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.987392 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.987628 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.987840 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.988069 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.988311 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.988519 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.988746 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.989002 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.989250 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.989486 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.989701 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.989930 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.990142 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.990358 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.990586 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.990868 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.991117 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.991346 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.991599 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.991833 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.992095 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.992321 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.992536 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.992770 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.992992 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.993202 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.993414 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.993639 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.993849 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.994102 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.994346 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.994563 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.994771 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.995029 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.995239 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.995513 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.995686 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.995893 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.996115 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.996327 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.996811 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.996811 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.997106 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.997904 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.997904 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.997904 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.998256 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.998256 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.998450 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.998680 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.998926 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.999189 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.999494 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.999707 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:29.999977 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.000197 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.000414 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.000632 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.000942 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.001260 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.001534 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.001788 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.002040 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.002312 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.002608 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.002887 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.003100 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.003382 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.003717 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.004000 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.004269 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.004495 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.004800 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.005043 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.005260 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.005517 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.005753 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.005968 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.006206 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.006457 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.006699 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.006914 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.007159 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.007382 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.007622 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.007864 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.008103 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.008318 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.008474 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 22:03:30.009012 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93020) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 22:03:30.009174 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 22:03:30.009326 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 22:03:30.009994 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 22:03:30.010184 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 22:03:30.010338 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 22:03:30.010607 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.010775 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.010935 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.011094 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.011253 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.011435 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.011596 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.011754 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.011914 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.012071 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.012229 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.012388 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.012548 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.012706 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.012890 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.013048 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.013206 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.013366 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.013518 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.013662 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.013822 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.013981 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.014125 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] debug = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.014285 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.014489 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.014659 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.014795 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.014948 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.015097 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.015243 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.015384 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.015541 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.015699 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.015904 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.016003 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.016162 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.016322 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.016480 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.016640 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.016820 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.016979 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] host = dv-cinder-794962-8-iscsi {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.017137 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.017294 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.017451 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.017609 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.017766 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.017923 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.018139 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.018525 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.018717 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.018867 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.019027 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.019185 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.019343 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.019491 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] log_file = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.019707 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] log_options = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.019839 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.019971 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.020108 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.020481 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.020481 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.020874 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.020874 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.021126 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.021126 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.021412 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.021412 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.021667 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.021667 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.021942 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.022084 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.022218 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.022350 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.022488 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.022626 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.022754 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.022916 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.023080 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.023244 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.023403 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.023562 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.023725 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.023885 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.024035 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.024188 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.024348 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.024508 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.024649 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.024834 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.024991 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.025175 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.025868 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.026028 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.026189 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.026335 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.026495 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.026653 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.026794 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.026955 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.027097 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.027258 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.027415 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] use_json = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.027573 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.027731 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.027889 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.028046 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.028205 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.028363 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.028519 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.028677 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 22:03:30.028883 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.029095 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.029220 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.029383 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.029545 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.029705 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.029867 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.030028 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.030190 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.030351 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.030603 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.030770 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.030992 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.031158 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.031319 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.031483 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.031646 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.031810 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.031957 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.032118 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.032278 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.032439 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.032618 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.032785 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.032951 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.033112 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.033276 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.033440 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.033602 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.033764 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.033927 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.034073 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.034238 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.034404 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.034565 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.034724 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.034901 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.035048 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.035209 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.035370 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.035536 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.035681 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.035844 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.036006 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.036167 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.036329 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.036492 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.036653 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.036837 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.036998 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.037169 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.037330 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.037492 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.037652 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.037814 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.037974 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.038123 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:03:30.038214 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.038292 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.038429 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.038592 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.038753 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.038927 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.039089 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.039249 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.039409 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.039572 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.039735 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.039895 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.040057 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.040217 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.040377 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.040537 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.040703 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.040913 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.041076 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.041238 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.041400 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.041564 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.041727 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.041890 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.042051 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.042212 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.042374 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.042778 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.042958 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.043139 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.043300 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.043461 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.043630 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.043785 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.043926 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.044086 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.044247 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.044408 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.044569 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.044767 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.044909 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.045072 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.045233 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.045393 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.045554 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.045713 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.045874 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.046034 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.046198 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.046358 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.046519 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.046680 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.046840 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.047002 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.047164 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.047334 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.047494 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.047657 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.047817 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.047984 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.048156 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.048318 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.048479 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.048641 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.048822 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.048985 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.049147 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.049310 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.049465 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.049626 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.049788 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.049956 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.050130 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.050294 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.050454 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.050615 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.050807 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.050966 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.051126 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.051288 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.051453 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.051614 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.051776 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.051937 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.052099 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.052260 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.052409 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.052557 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.052766 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.052911 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.053044 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.053203 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.053365 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.053518 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.053677 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.053838 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.054000 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.054160 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.054321 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.054482 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.054643 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.054805 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.054967 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.055127 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.055289 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.055450 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.055612 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.055772 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.055936 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.056097 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.056257 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.056445 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.056608 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.056776 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.056943 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.057106 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.057268 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.057431 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.057594 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.057756 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.057920 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.058080 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.058242 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.058406 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.058565 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.058728 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.058890 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.059051 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.059214 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.059375 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.059536 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.059711 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.059872 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.060031 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.060195 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.060355 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.060518 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.060679 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.060888 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.061016 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.061158 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.061318 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.061482 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.061646 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.061808 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.061969 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.062130 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.062300 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.062453 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.062613 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.062788 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.062950 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.063116 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.063278 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.063439 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.063600 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.063771 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.063933 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.064092 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.064252 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.064412 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.064573 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.064759 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.064922 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.065721 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.065721 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.065721 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.065721 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.065721 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.066172 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.066172 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.066172 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.066464 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.066571 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.066665 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.066809 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.066972 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.067132 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.067294 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.067476 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.067650 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.067813 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.067976 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.068146 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.068305 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.068466 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.068626 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.068820 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.068983 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.069145 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.069312 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.069474 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.069635 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.069798 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.069965 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.070137 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.070311 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.070472 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.070642 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.070812 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.070982 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.071143 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.071312 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.071486 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.071648 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.071813 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.071976 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.072648 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.072833 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.072994 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.073168 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.073294 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.073454 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.073619 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.073780 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.073939 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.074100 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.074261 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.075029 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.075029 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.075029 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.075029 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.075029 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 22:03:30.075901 dv-cinder-794962-8-iscsi neutron-server[93020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 22:03:30.282185 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 60570) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:03:30.290657 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062788 Jul 09 22:03:41.672308 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2d3445-519e-4c96-b0e0-8848c7fef974 None None] get_active_networks_info from dv-cinder-794962-8-iscsi {{(pid=93129) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 22:03:41.825210 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2d3445-519e-4c96-b0e0-8848c7fef974 None None] No non-hosted networks {{(pid=93129) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 09 22:03:41.837825 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.agentschedulers_db [None req-3a2d3445-519e-4c96-b0e0-8848c7fef974 None None] DHCP Agent not found on host dv-cinder-794962-8-iscsi {{(pid=93129) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 09 22:03:41.931790 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a0eda18d-63f7-491e-979b-1e43d7f3bb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544823'] for agent, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:44.806766 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-370e2065-4501-4f29-9b96-bf8886f771ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544823'] for agent, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:44.887357 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0ade0e0c-77f9-4be5-94df-cf0e10e9d6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:45.198431 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544823'] for agent, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:45.199046 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:45.199387 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:45.199766 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:45.200101 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:45.200431 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:45.200846 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:45.201163 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:45.201545 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:45.201875 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:45.202196 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:45.202518 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:45.202874 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:45.203256 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-794962-8-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:03:45.215411 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-794962-8-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:03:46.684348 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544823'] for agent, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:48.361724 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544823'] for agent, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:50.301238 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 60662) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:03:50.901486 dv-cinder-794962-8-iscsi neutron-server[93128]: WARNING oslo_policy.policy [None req-1e9bc2f4-3a46-4553-9413-1fcb7546759c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 22:03:50.902288 dv-cinder-794962-8-iscsi neutron-server[93128]: WARNING oslo_policy.policy [None req-1e9bc2f4-3a46-4553-9413-1fcb7546759c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 22:03:51.123069 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [None req-1e9bc2f4-3a46-4553-9413-1fcb7546759c admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 22:03:51.124179 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-1e9bc2f4-3a46-4553-9413-1fcb7546759c admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8217762 Jul 09 22:03:52.503704 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.db.l3_hamode_db [None req-0ce49611-c754-4abc-b95a-77558fc80638 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 09 22:03:52.585719 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce49611-c754-4abc-b95a-77558fc80638 None None] Routers set() bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:03:52.586116 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce49611-c754-4abc-b95a-77558fc80638 None None] Router IDs set() for agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 22:03:53.586790 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 60676) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:03:54.084154 dv-cinder-794962-8-iscsi neutron-server[93127]: WARNING oslo_policy.policy [None req-118dd530-15fd-4816-af89-ddff08a495b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 22:03:54.084753 dv-cinder-794962-8-iscsi neutron-server[93127]: WARNING oslo_policy.policy [None req-118dd530-15fd-4816-af89-ddff08a495b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 22:03:54.304418 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-118dd530-15fd-4816-af89-ddff08a495b4 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:03:54.397468 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.policy [None req-118dd530-15fd-4816-af89-ddff08a495b4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93127) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 22:03:54.442048 dv-cinder-794962-8-iscsi neutron-server[93127]: WARNING oslo_policy.policy [None req-118dd530-15fd-4816-af89-ddff08a495b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 22:03:54.442430 dv-cinder-794962-8-iscsi neutron-server[93127]: WARNING oslo_policy.policy [None req-118dd530-15fd-4816-af89-ddff08a495b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 22:03:54.451043 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.quota [None req-118dd530-15fd-4816-af89-ddff08a495b4 admin admin] Loaded quota_driver: . Jul 09 22:03:54.544280 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-118dd530-15fd-4816-af89-ddff08a495b4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759290152257', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759290151826', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759290173315', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759290170697', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759290193674', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759290183829', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1972430', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1946159', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-877474', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-758036'] for rbac-policy, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:54.610086 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-118dd530-15fd-4816-af89-ddff08a495b4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:54.611530 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-118dd530-15fd-4816-af89-ddff08a495b4 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0226660 Jul 09 22:03:57.177289 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 60694) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:03:57.470568 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Request body: {'network': {'name': 'private', 'project_id': '034969911778493ea2376f2c31e7c1c0', 'admin_state_up': True, 'tenant_id': '034969911778493ea2376f2c31e7c1c0'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:03:57.471965 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.quota [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Loaded quota_driver: . Jul 09 22:03:57.529667 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Made reservation on behalf of 034969911778493ea2376f2c31e7c1c0 for: {'network': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:03:57.596494 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.policy [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93128) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 22:03:57.641449 dv-cinder-794962-8-iscsi neutron-server[93128]: WARNING oslo_policy.policy [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 22:03:57.641830 dv-cinder-794962-8-iscsi neutron-server[93128]: WARNING oslo_policy.policy [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 22:03:57.652380 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:57.673858 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:57.809512 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:57.814431 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:57.834228 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 22:03:57.865646 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759288836428', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:57.866254 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Unsubscribe: segment precommit_create {{(pid=93128) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 22:03:57.866834 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.segments_db [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Added segment 6f2e1782-5bdb-45ef-8e23-39bb069365fa of type vlan for network 4d85c9de-db05-4797-bf24-105e983dc192 Jul 09 22:03:57.884353 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf05e06-51e5-4373-96ea-1f455e846f8e,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:03:57.936322 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:57.936715 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:57.937086 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:57.937417 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:57.937744 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:57.938085 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:57.938411 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:57.938736 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:57.939071 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:57.939391 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:57.939705 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:57.940021 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Tracked resource versions report: Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: pushed versions: Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: { 'AddressGroup': {'1.2'}, Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'ConntrackHelper': {'1.0'}, Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Log': {'1.0'}, Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Network': {'1.1'}, Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Port': {'1.7'}, Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'PortForwarding': {'1.2'}, Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'QosPolicy': {'1.8'}, Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'SecurityGroup': {'1.4'}, Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'SecurityGroupRule': {'1.2'}, Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'SubPort': {'1.0'}, Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Subnet': {'1.1'}, Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Trunk': {'1.1'}} Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: consumer versions: Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: { DHCP agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: L3 agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: Metadata agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: Metering agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: Open vSwitch agent@dv-cinder-794962-8-iscsi: { 'AddressGroup': '1.2', Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'ConntrackHelper': '1.0', Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Log': '1.0', Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Network': '1.1', Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Port': '1.7', Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'PortForwarding': '1.2', Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'QosPolicy': '1.8', Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'SecurityGroup': '1.4', Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'SecurityGroupRule': '1.2', Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'SubPort': '1.0', Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Subnet': '1.1', Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Trunk': '1.1'}} Jul 09 22:03:57.941193 dv-cinder-794962-8-iscsi neutron-server[93128]: {{(pid=93128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 22:03:57.987809 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:58.042652 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:58.043802 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:03:58.044448 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:03:58.121717 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9433339 Jul 09 22:03:58.143884 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ead3d-b1a9-47ad-839d-8a4e77551741 admin admin] Pushing event updated for resources: {'Network': ['ID=4d85c9de-db05-4797-bf24-105e983dc192,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:03:58.155809 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network 4d85c9de-db05-4797-bf24-105e983dc192 details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:04:00.794404 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 60710) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:04:01.177064 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56f2127-24bf-4815-99f7-9952b5c1332b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:04:01.178371 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-a56f2127-24bf-4815-99f7-9952b5c1332b admin admin] 10.222.0.10 "GET /v2.0/networks/4d85c9de-db05-4797-bf24-105e983dc192 HTTP/1.1" status: 200 len: 825 time: 0.3830121 Jul 09 22:04:01.218141 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-b332f28c-c7dd-49f4-9b8d-9611d536e203 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/4a994387-8478-4639-9e9d-969184e6f37c HTTP/1.1" status: 200 len: 734 time: 0.0339630 Jul 09 22:04:01.226980 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-7ddacf56-3520-450b-9411-89a12a3118c0 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '4a994387-8478-4639-9e9d-969184e6f37c', 'tenant_id': '034969911778493ea2376f2c31e7c1c0', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '4d85c9de-db05-4797-bf24-105e983dc192'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:04:01.250407 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddacf56-3520-450b-9411-89a12a3118c0 admin admin] Made reservation on behalf of 034969911778493ea2376f2c31e7c1c0 for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:04:01.253327 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7ddacf56-3520-450b-9411-89a12a3118c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:01.562274 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7ddacf56-3520-450b-9411-89a12a3118c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:01.629204 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddacf56-3520-450b-9411-89a12a3118c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c028d99-bca3-408e-94f8-23adfdf3ee6d,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:04:01.634022 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddacf56-3520-450b-9411-89a12a3118c0 admin admin] Checking segment: {'id': '6f2e1782-5bdb-45ef-8e23-39bb069365fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4d85c9de-db05-4797-bf24-105e983dc192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:04:01.634407 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddacf56-3520-450b-9411-89a12a3118c0 admin admin] Network hostable DHCP agents. Network: 4d85c9de-db05-4797-bf24-105e983dc192, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:04:01.656635 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddacf56-3520-450b-9411-89a12a3118c0 admin admin] Network 4d85c9de-db05-4797-bf24-105e983dc192 is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:04:01.668883 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-7ddacf56-3520-450b-9411-89a12a3118c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, 4d85c9de-db05-4797-bf24-105e983dc192) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:04:01.673615 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddacf56-3520-450b-9411-89a12a3118c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:04:01.674196 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7ddacf56-3520-450b-9411-89a12a3118c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:01.678307 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c5a4a6-9bda-4b16-9086-33bef328a502 None None] Network 4d85c9de-db05-4797-bf24-105e983dc192 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:04:01.688647 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-7ddacf56-3520-450b-9411-89a12a3118c0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4650733 Jul 09 22:04:01.999127 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56777674-f409-4946-aaea-c30008e97afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7463845-7020-514f-8315-7c447ba083c1-4d85c9de-db05-4797-bf24-105e983dc192', 'network_id': '4d85c9de-db05-4797-bf24-105e983dc192', 'tenant_id': '034969911778493ea2376f2c31e7c1c0', 'fixed_ips': [{'subnet_id': '3c028d99-bca3-408e-94f8-23adfdf3ee6d'}]}} from dv-cinder-794962-8-iscsi. {{(pid=93129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 22:04:02.000374 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-56777674-f409-4946-aaea-c30008e97afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:02.279585 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-56777674-f409-4946-aaea-c30008e97afc None None] Allocated IP 172.20.0.2 (4d85c9de-db05-4797-bf24-105e983dc192/3c028d99-bca3-408e-94f8-23adfdf3ee6d/406b6a32-8402-4656-b91a-556d62b5d196) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:04:02.525661 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-56777674-f409-4946-aaea-c30008e97afc None None] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:02.541190 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-56777674-f409-4946-aaea-c30008e97afc None None] Transition to ACTIVE for port object 406b6a32-8402-4656-b91a-556d62b5d196 will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:04:02.563318 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-56777674-f409-4946-aaea-c30008e97afc None None] Transition to ACTIVE for port object 406b6a32-8402-4656-b91a-556d62b5d196 will not be triggered until provisioned by entity DHCP. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:04:02.572468 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-56777674-f409-4946-aaea-c30008e97afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:02.643823 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56777674-f409-4946-aaea-c30008e97afc None None] Network 4d85c9de-db05-4797-bf24-105e983dc192 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:04:02.648583 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-56777674-f409-4946-aaea-c30008e97afc None None] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:04:02.652664 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56777674-f409-4946-aaea-c30008e97afc None None] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:04:02.664409 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56777674-f409-4946-aaea-c30008e97afc None None] Pushing event updated for resources: {'Port': ['ID=406b6a32-8402-4656-b91a-556d62b5d196,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:04:02.707206 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56777674-f409-4946-aaea-c30008e97afc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:02.707897 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56777674-f409-4946-aaea-c30008e97afc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:02.707897 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56777674-f409-4946-aaea-c30008e97afc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:02.708187 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56777674-f409-4946-aaea-c30008e97afc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:02.708512 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56777674-f409-4946-aaea-c30008e97afc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:02.708909 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56777674-f409-4946-aaea-c30008e97afc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:02.709237 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56777674-f409-4946-aaea-c30008e97afc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:02.709557 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56777674-f409-4946-aaea-c30008e97afc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:02.709891 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56777674-f409-4946-aaea-c30008e97afc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:02.710277 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56777674-f409-4946-aaea-c30008e97afc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:02.710596 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56777674-f409-4946-aaea-c30008e97afc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:02.710915 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56777674-f409-4946-aaea-c30008e97afc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56777674-f409-4946-aaea-c30008e97afc None None] Tracked resource versions report: Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: pushed versions: Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: { 'AddressGroup': {'1.2'}, Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'ConntrackHelper': {'1.0'}, Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Log': {'1.0'}, Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Network': {'1.1'}, Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Port': {'1.7'}, Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'PortForwarding': {'1.2'}, Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'QosPolicy': {'1.8'}, Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'SecurityGroup': {'1.4'}, Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'SecurityGroupRule': {'1.2'}, Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'SubPort': {'1.0'}, Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Subnet': {'1.1'}, Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Trunk': {'1.1'}} Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: consumer versions: Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: { DHCP agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: L3 agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: Metadata agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: Metering agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: Open vSwitch agent@dv-cinder-794962-8-iscsi: { 'AddressGroup': '1.2', Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'ConntrackHelper': '1.0', Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Log': '1.0', Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Network': '1.1', Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Port': '1.7', Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'PortForwarding': '1.2', Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'QosPolicy': '1.8', Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'SecurityGroup': '1.4', Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'SecurityGroupRule': '1.2', Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'SubPort': '1.0', Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Subnet': '1.1', Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Trunk': '1.1'}} Jul 09 22:04:02.712058 dv-cinder-794962-8-iscsi neutron-server[93129]: {{(pid=93129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 22:04:02.746458 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-56777674-f409-4946-aaea-c30008e97afc None None] Attempting to bind port 406b6a32-8402-4656-b91a-556d62b5d196 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:04:02.747041 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-56777674-f409-4946-aaea-c30008e97afc None None] Attempting to bind port 406b6a32-8402-4656-b91a-556d62b5d196 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '6f2e1782-5bdb-45ef-8e23-39bb069365fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4d85c9de-db05-4797-bf24-105e983dc192'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:04:02.747478 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56777674-f409-4946-aaea-c30008e97afc None None] Attempting to bind port 406b6a32-8402-4656-b91a-556d62b5d196 on network 4d85c9de-db05-4797-bf24-105e983dc192 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:04:02.752351 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56777674-f409-4946-aaea-c30008e97afc None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:04:02.752779 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56777674-f409-4946-aaea-c30008e97afc None None] Checking segment: {'id': '6f2e1782-5bdb-45ef-8e23-39bb069365fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4d85c9de-db05-4797-bf24-105e983dc192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:04:02.753255 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-56777674-f409-4946-aaea-c30008e97afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:02.753640 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56777674-f409-4946-aaea-c30008e97afc None None] Bound using segment: {'id': '6f2e1782-5bdb-45ef-8e23-39bb069365fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4d85c9de-db05-4797-bf24-105e983dc192'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:04:02.754107 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-56777674-f409-4946-aaea-c30008e97afc None None] Bound port: 406b6a32-8402-4656-b91a-556d62b5d196, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2e1782-5bdb-45ef-8e23-39bb069365fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4d85c9de-db05-4797-bf24-105e983dc192'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:04:02.754741 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-56777674-f409-4946-aaea-c30008e97afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:02.821453 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-56777674-f409-4946-aaea-c30008e97afc None None] For port 406b6a32-8402-4656-b91a-556d62b5d196, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:04:02.826136 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-56777674-f409-4946-aaea-c30008e97afc None None] For port 406b6a32-8402-4656-b91a-556d62b5d196, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=406b6a32-8402-4656-b91a-556d62b5d196,segment=NetworkSegment(6f2e1782-5bdb-45ef-8e23-39bb069365fa),segment_id=6f2e1782-5bdb-45ef-8e23-39bb069365fa)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:04:02.830712 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-56777674-f409-4946-aaea-c30008e97afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:02.898800 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56777674-f409-4946-aaea-c30008e97afc None None] Pushing event updated for resources: {'Port': ['ID=406b6a32-8402-4656-b91a-556d62b5d196,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:04:04.102535 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 60718) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:04:04.436449 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [None req-ddb1cfbe-a961-4b3c-a72a-2c1fc85e22e8 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 22:04:04.437629 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-ddb1cfbe-a961-4b3c-a72a-2c1fc85e22e8 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3341136 Jul 09 22:04:06.950678 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 60726) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:04:07.292193 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [None req-8baf762b-e958-4307-95dd-8c3e84a2e455 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 22:04:07.293294 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-8baf762b-e958-4307-95dd-8c3e84a2e455 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3416698 Jul 09 22:04:09.108246 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0854b5fb-c7d6-417a-a4d9-4ac21dc28410 None None] Network 4d85c9de-db05-4797-bf24-105e983dc192 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:04:09.211732 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-a2948b49-2507-45f3-ac81-a508fb8b2652 None None] Provisioning for port 406b6a32-8402-4656-b91a-556d62b5d196 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:04:09.584268 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 406b6a32-8402-4656-b91a-556d62b5d196 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:04:09.674530 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 406b6a32-8402-4656-b91a-556d62b5d196 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:04:09.679037 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 406b6a32-8402-4656-b91a-556d62b5d196 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:04:09.679434 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:09.787452 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:09.823313 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port 406b6a32-8402-4656-b91a-556d62b5d196, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=406b6a32-8402-4656-b91a-556d62b5d196,segment=NetworkSegment(6f2e1782-5bdb-45ef-8e23-39bb069365fa),segment_id=6f2e1782-5bdb-45ef-8e23-39bb069365fa)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:04:09.827688 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:09.877821 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=406b6a32-8402-4656-b91a-556d62b5d196,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:04:10.000340 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 60740) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:04:10.329480 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-35d21dc3-b59d-4e95-a911-87b443a86512 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '034969911778493ea2376f2c31e7c1c0'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:04:10.357818 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-35d21dc3-b59d-4e95-a911-87b443a86512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518699'] for router, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:10.359629 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-35d21dc3-b59d-4e95-a911-87b443a86512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518706'] for router, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:10.513703 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-35d21dc3-b59d-4e95-a911-87b443a86512 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:10.519006 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-35d21dc3-b59d-4e95-a911-87b443a86512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545250'] for router, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:10.531333 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-35d21dc3-b59d-4e95-a911-87b443a86512 admin admin] Notify callbacks [] for router, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:10.532565 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-35d21dc3-b59d-4e95-a911-87b443a86512 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5311611 Jul 09 22:04:11.494899 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5efd6bb3-3157-442e-a2b7-7d4e981937fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:11.560054 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 406b6a32-8402-4656-b91a-556d62b5d196 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:04:11.613812 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 406b6a32-8402-4656-b91a-556d62b5d196 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:04:11.614191 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:12.927829 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 60748) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:04:13.248238 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [None req-079ff112-70e2-48a9-9d14-68b4212f8c5c admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 22:04:13.249317 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-079ff112-70e2-48a9-9d14-68b4212f8c5c admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3205485 Jul 09 22:04:14.788715 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c96a046d-a28f-4071-b79b-d1031c4f26e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:15.184055 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:15.635230 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 60756) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:04:15.946151 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-86d475ed-c2d3-40a3-b8dd-5773783ec254 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:04:15.969161 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d475ed-c2d3-40a3-b8dd-5773783ec254 admin admin] Made reservation on behalf of 5c574590b8a549ca833943a3631a2628 for: {'network': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:04:15.971458 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-86d475ed-c2d3-40a3-b8dd-5773783ec254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:15.983299 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-86d475ed-c2d3-40a3-b8dd-5773783ec254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:16.082859 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-86d475ed-c2d3-40a3-b8dd-5773783ec254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:16.086575 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-86d475ed-c2d3-40a3-b8dd-5773783ec254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:16.102293 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-86d475ed-c2d3-40a3-b8dd-5773783ec254 admin admin] Reserving flat network on physical network physnet1 {{(pid=93128) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 09 22:04:16.121920 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d475ed-c2d3-40a3-b8dd-5773783ec254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b27b730-b0e3-4c75-8a8f-aba5e1c68a14,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:04:16.126856 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-86d475ed-c2d3-40a3-b8dd-5773783ec254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:16.127190 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.segments_db [None req-86d475ed-c2d3-40a3-b8dd-5773783ec254 admin admin] Added segment a7ed10b8-151b-4057-a03e-e462d0f99778 of type flat for network 48f3c221-d066-4df5-b08c-0298bc94fba3 Jul 09 22:04:16.174683 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-86d475ed-c2d3-40a3-b8dd-5773783ec254 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:16.210693 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-86d475ed-c2d3-40a3-b8dd-5773783ec254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:16.211738 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d475ed-c2d3-40a3-b8dd-5773783ec254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:04:16.212304 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-86d475ed-c2d3-40a3-b8dd-5773783ec254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:16.265853 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-86d475ed-c2d3-40a3-b8dd-5773783ec254 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6294417 Jul 09 22:04:16.272588 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d475ed-c2d3-40a3-b8dd-5773783ec254 admin admin] Pushing event updated for resources: {'Network': ['ID=48f3c221-d066-4df5-b08c-0298bc94fba3,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:04:16.286974 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:04:16.557661 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:18.315090 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:18.632515 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 60774) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:04:18.816316 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929b5dea-dc22-4e15-81a6-d7d5cb62e254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:04:18.817702 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-929b5dea-dc22-4e15-81a6-d7d5cb62e254 admin admin] 10.222.0.10 "GET /v2.0/subnets/3c028d99-bca3-408e-94f8-23adfdf3ee6d HTTP/1.1" status: 200 len: 849 time: 0.1841860 Jul 09 22:04:18.984279 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-b24b6ad2-cb73-4b09-9644-942f2ba7a3da admin admin] 10.222.0.10 "GET /v2.0/routers/16f27ab0-fa1c-4af7-80fd-6a4971d8af97 HTTP/1.1" status: 200 len: 704 time: 0.1604145 Jul 09 22:04:19.259191 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:19.553897 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] Allocated IP 172.20.0.1 (4d85c9de-db05-4797-bf24-105e983dc192/3c028d99-bca3-408e-94f8-23adfdf3ee6d/a854d69f-86bb-41c3-8775-67c762e7cd88) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:04:19.706255 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:19.730937 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] Transition to ACTIVE for port object a854d69f-86bb-41c3-8775-67c762e7cd88 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:04:19.855620 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:19.926976 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] Network 4d85c9de-db05-4797-bf24-105e983dc192 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:04:19.932216 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:04:19.938204 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:04:19.938753 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548053'] for router_interface, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:19.962168 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] Pushing event updated for resources: {'Port': ['ID=a854d69f-86bb-41c3-8775-67c762e7cd88,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:04:20.152117 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-e74feb1f-201f-4b1c-8aa8-99053b89d77b None None] Provisioning for port a854d69f-86bb-41c3-8775-67c762e7cd88 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:04:20.154018 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:20.155700 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-e74feb1f-201f-4b1c-8aa8-99053b89d77b None None] Provisioning complete for port a854d69f-86bb-41c3-8775-67c762e7cd88 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:04:20.156068 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e74feb1f-201f-4b1c-8aa8-99053b89d77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:20.190375 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-e74feb1f-201f-4b1c-8aa8-99053b89d77b None None] Port a854d69f-86bb-41c3-8775-67c762e7cd88 cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:04:20.335383 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:20.339829 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:20.340694 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545448'] for router_interface, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:20.419795 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] Pushing event updated for resources: {'Port': ['ID=a854d69f-86bb-41c3-8775-67c762e7cd88,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:04:20.465770 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] Network 4d85c9de-db05-4797-bf24-105e983dc192 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:04:20.467030 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:04:20.629822 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] Router 16f27ab0-fa1c-4af7-80fd-6a4971d8af97 is scheduled to L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 with binding_index 1 {{(pid=93128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 22:04:20.712062 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-92b71c4c-ae1e-45f4-8901-b3bd51e3e6bf None None] Provisioning complete for port a854d69f-86bb-41c3-8775-67c762e7cd88 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:04:20.712345 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-92b71c4c-ae1e-45f4-8901-b3bd51e3e6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:20.720802 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:04:20.726230 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-98b72086-f475-47a2-99b7-9cc1ba686cab admin admin] 10.222.0.10 "PUT /v2.0/routers/16f27ab0-fa1c-4af7-80fd-6a4971d8af97/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7368295 Jul 09 22:04:20.732216 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Sync routers for ids ['16f27ab0-fa1c-4af7-80fd-6a4971d8af97'] in dv-cinder-794962-8-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:04:20.743807 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Routers {'16f27ab0-fa1c-4af7-80fd-6a4971d8af97'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:04:20.744581 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:04:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['16f27ab0-fa1c-4af7-80fd-6a4971d8af97'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:04:20.751143 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-92b71c4c-ae1e-45f4-8901-b3bd51e3e6bf None None] Port a854d69f-86bb-41c3-8775-67c762e7cd88 cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:04:20.934409 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Set router 16f27ab0-fa1c-4af7-80fd-6a4971d8af97 gateway port host: None {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:04:21.369008 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f27ab0-fa1c-4af7-80fd-6a4971d8af97', 'name': 'router1', 'tenant_id': '034969911778493ea2376f2c31e7c1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:04:10Z', 'updated_at': '2021-07-09T22:04:20Z', 'revision_number': 2, 'project_id': '034969911778493ea2376f2c31e7c1c0', 'gw_port_host': None, '_interfaces': [{'id': 'a854d69f-86bb-41c3-8775-67c762e7cd88', 'name': '', 'network_id': '4d85c9de-db05-4797-bf24-105e983dc192', 'tenant_id': '034969911778493ea2376f2c31e7c1c0', 'mac_address': 'fa:16:3e:63:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f27ab0-fa1c-4af7-80fd-6a4971d8af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c028d99-bca3-408e-94f8-23adfdf3ee6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:04:19Z', 'updated_at': '2021-07-09T22:04:20Z', 'revision_number': 2, 'project_id': '034969911778493ea2376f2c31e7c1c0', 'subnets': [{'id': '3c028d99-bca3-408e-94f8-23adfdf3ee6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a994387-8478-4639-9e9d-969184e6f37c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:04:21.422771 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Checking router: 16f27ab0-fa1c-4af7-80fd-6a4971d8af97 for host: dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:04:21.423129 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Updating router 16f27ab0-fa1c-4af7-80fd-6a4971d8af97 port a854d69f-86bb-41c3-8775-67c762e7cd88 binding host dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:04:21.489040 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:21.989164 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:22.008485 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Transition to ACTIVE for port object a854d69f-86bb-41c3-8775-67c762e7cd88 will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:04:22.016340 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:22.184181 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb07946-eb2a-4e35-8d8b-bc2233af73b6 None None] Pushing event updated for resources: {'Port': ['ID=a854d69f-86bb-41c3-8775-67c762e7cd88,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:04:22.186874 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Attempting to bind port a854d69f-86bb-41c3-8775-67c762e7cd88 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:04:22.187275 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Attempting to bind port a854d69f-86bb-41c3-8775-67c762e7cd88 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '6f2e1782-5bdb-45ef-8e23-39bb069365fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4d85c9de-db05-4797-bf24-105e983dc192'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:04:22.187725 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Attempting to bind port a854d69f-86bb-41c3-8775-67c762e7cd88 on network 4d85c9de-db05-4797-bf24-105e983dc192 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:04:22.194840 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:04:22.195240 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Checking segment: {'id': '6f2e1782-5bdb-45ef-8e23-39bb069365fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4d85c9de-db05-4797-bf24-105e983dc192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:04:22.195725 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:22.196107 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Bound using segment: {'id': '6f2e1782-5bdb-45ef-8e23-39bb069365fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4d85c9de-db05-4797-bf24-105e983dc192'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:04:22.196597 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Bound port: a854d69f-86bb-41c3-8775-67c762e7cd88, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2e1782-5bdb-45ef-8e23-39bb069365fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4d85c9de-db05-4797-bf24-105e983dc192'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:04:22.197018 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:22.203229 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb07946-eb2a-4e35-8d8b-bc2233af73b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:22.203575 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb07946-eb2a-4e35-8d8b-bc2233af73b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:22.203906 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb07946-eb2a-4e35-8d8b-bc2233af73b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:22.204234 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb07946-eb2a-4e35-8d8b-bc2233af73b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:22.204559 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb07946-eb2a-4e35-8d8b-bc2233af73b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:22.204913 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb07946-eb2a-4e35-8d8b-bc2233af73b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:22.205235 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb07946-eb2a-4e35-8d8b-bc2233af73b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:22.205554 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb07946-eb2a-4e35-8d8b-bc2233af73b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:22.205887 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb07946-eb2a-4e35-8d8b-bc2233af73b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:22.206206 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb07946-eb2a-4e35-8d8b-bc2233af73b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:22.206521 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb07946-eb2a-4e35-8d8b-bc2233af73b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:22.206834 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb07946-eb2a-4e35-8d8b-bc2233af73b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb07946-eb2a-4e35-8d8b-bc2233af73b6 None None] Tracked resource versions report: Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: pushed versions: Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: { 'AddressGroup': {'1.2'}, Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'ConntrackHelper': {'1.0'}, Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Log': {'1.0'}, Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Network': {'1.1'}, Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Port': {'1.7'}, Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'PortForwarding': {'1.2'}, Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'QosPolicy': {'1.8'}, Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'SecurityGroup': {'1.4'}, Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'SecurityGroupRule': {'1.2'}, Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'SubPort': {'1.0'}, Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Subnet': {'1.1'}, Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Trunk': {'1.1'}} Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: consumer versions: Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: { DHCP agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: L3 agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: Metadata agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: Metering agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: Open vSwitch agent@dv-cinder-794962-8-iscsi: { 'AddressGroup': '1.2', Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'ConntrackHelper': '1.0', Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Log': '1.0', Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Network': '1.1', Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Port': '1.7', Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'PortForwarding': '1.2', Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'QosPolicy': '1.8', Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'SecurityGroup': '1.4', Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'SecurityGroupRule': '1.2', Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'SubPort': '1.0', Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Subnet': '1.1', Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Trunk': '1.1'}} Jul 09 22:04:22.207962 dv-cinder-794962-8-iscsi neutron-server[93130]: {{(pid=93130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 22:04:22.276422 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] For port a854d69f-86bb-41c3-8775-67c762e7cd88, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:04:22.303757 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] For port a854d69f-86bb-41c3-8775-67c762e7cd88, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=a854d69f-86bb-41c3-8775-67c762e7cd88,segment=NetworkSegment(6f2e1782-5bdb-45ef-8e23-39bb069365fa),segment_id=6f2e1782-5bdb-45ef-8e23-39bb069365fa)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:04:22.308558 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:22.357867 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Routers {'16f27ab0-fa1c-4af7-80fd-6a4971d8af97'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:04:22.358523 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:04:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['16f27ab0-fa1c-4af7-80fd-6a4971d8af97'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:04:22.433248 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb07946-eb2a-4e35-8d8b-bc2233af73b6 None None] Pushing event updated for resources: {'Port': ['ID=a854d69f-86bb-41c3-8775-67c762e7cd88,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:04:22.464382 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] Set router 16f27ab0-fa1c-4af7-80fd-6a4971d8af97 gateway port host: None {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:04:22.682796 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f27ab0-fa1c-4af7-80fd-6a4971d8af97', 'name': 'router1', 'tenant_id': '034969911778493ea2376f2c31e7c1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:04:10Z', 'updated_at': '2021-07-09T22:04:20Z', 'revision_number': 2, 'project_id': '034969911778493ea2376f2c31e7c1c0', 'gw_port_host': None, '_interfaces': [{'id': 'a854d69f-86bb-41c3-8775-67c762e7cd88', 'name': '', 'network_id': '4d85c9de-db05-4797-bf24-105e983dc192', 'tenant_id': '034969911778493ea2376f2c31e7c1c0', 'mac_address': 'fa:16:3e:63:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f27ab0-fa1c-4af7-80fd-6a4971d8af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c028d99-bca3-408e-94f8-23adfdf3ee6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:04:19Z', 'updated_at': '2021-07-09T22:04:22Z', 'revision_number': 4, 'project_id': '034969911778493ea2376f2c31e7c1c0', 'subnets': [{'id': '3c028d99-bca3-408e-94f8-23adfdf3ee6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a994387-8478-4639-9e9d-969184e6f37c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:04:22.714052 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab501d3d-2e1b-41bb-a278-ffc1f5e3f7c0 None None] The sync data for ids ['16f27ab0-fa1c-4af7-80fd-6a4971d8af97'] in dv-cinder-794962-8-iscsi is: [{'id': '16f27ab0-fa1c-4af7-80fd-6a4971d8af97', 'name': 'router1', 'tenant_id': '034969911778493ea2376f2c31e7c1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:04:10Z', 'updated_at': '2021-07-09T22:04:20Z', 'revision_number': 2, 'project_id': '034969911778493ea2376f2c31e7c1c0', 'gw_port_host': None, '_interfaces': [{'id': 'a854d69f-86bb-41c3-8775-67c762e7cd88', 'name': '', 'network_id': '4d85c9de-db05-4797-bf24-105e983dc192', 'tenant_id': '034969911778493ea2376f2c31e7c1c0', 'mac_address': 'fa:16:3e:63:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f27ab0-fa1c-4af7-80fd-6a4971d8af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c028d99-bca3-408e-94f8-23adfdf3ee6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:04:19Z', 'updated_at': '2021-07-09T22:04:22Z', 'revision_number': 4, 'project_id': '034969911778493ea2376f2c31e7c1c0', 'subnets': [{'id': '3c028d99-bca3-408e-94f8-23adfdf3ee6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a994387-8478-4639-9e9d-969184e6f37c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:04:22.986404 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 60794) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:04:23.095530 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d30e9e8-d764-4d78-9dc3-94789302da48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:04:23.096894 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-7d30e9e8-d764-4d78-9dc3-94789302da48 admin admin] 10.222.0.10 "GET /v2.0/networks/48f3c221-d066-4df5-b08c-0298bc94fba3 HTTP/1.1" status: 200 len: 842 time: 0.1094475 Jul 09 22:04:23.106866 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-e42fd3f9-a126-4b04-9c79-ce9ac44e2ae5 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'ip_version': 4}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:04:23.129186 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42fd3f9-a126-4b04-9c79-ce9ac44e2ae5 admin admin] Made reservation on behalf of 5c574590b8a549ca833943a3631a2628 for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:04:23.131475 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e42fd3f9-a126-4b04-9c79-ce9ac44e2ae5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:23.437719 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.objects.ports [None req-e42fd3f9-a126-4b04-9c79-ce9ac44e2ae5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93128) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 22:04:23.438167 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e42fd3f9-a126-4b04-9c79-ce9ac44e2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:23.493569 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fd3f9-a126-4b04-9c79-ce9ac44e2ae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0a8c43-0791-41b8-9204-ec5737d75642,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:04:23.501593 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42fd3f9-a126-4b04-9c79-ce9ac44e2ae5 admin admin] Checking segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:04:23.501923 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42fd3f9-a126-4b04-9c79-ce9ac44e2ae5 admin admin] Network hostable DHCP agents. Network: 48f3c221-d066-4df5-b08c-0298bc94fba3, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:04:23.518446 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42fd3f9-a126-4b04-9c79-ce9ac44e2ae5 admin admin] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:04:23.528431 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-e42fd3f9-a126-4b04-9c79-ce9ac44e2ae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, 48f3c221-d066-4df5-b08c-0298bc94fba3) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:04:23.532584 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42fd3f9-a126-4b04-9c79-ce9ac44e2ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:04:23.533205 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e42fd3f9-a126-4b04-9c79-ce9ac44e2ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:23.538256 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8186b00a-2f2e-41f8-a1e1-cf08cc8db72d None None] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:04:23.557787 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-e42fd3f9-a126-4b04-9c79-ce9ac44e2ae5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4539387 Jul 09 22:04:23.686645 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbf15d2-8bc4-48ae-8544-a48a03582162 None None] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:04:23.961484 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 5 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:04:25.941734 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 60806) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:04:26.151276 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-936336fd-b60d-4619-8ae5-2b6b73058bd1 admin admin] 10.222.0.10 "GET /v2.0/routers/16f27ab0-fa1c-4af7-80fd-6a4971d8af97 HTTP/1.1" status: 200 len: 710 time: 0.2083144 Jul 09 22:04:26.243854 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb2e20-3ebd-4896-9406-108f053a6abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:04:26.245391 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-3fcb2e20-3ebd-4896-9406-108f053a6abd admin admin] 10.222.0.10 "GET /v2.0/networks/48f3c221-d066-4df5-b08c-0298bc94fba3 HTTP/1.1" status: 200 len: 886 time: 0.0889702 Jul 09 22:04:26.254818 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-23139dbe-9217-452d-8d63-c07a506bb6b0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:04:26.515110 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-23139dbe-9217-452d-8d63-c07a506bb6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-518656'] for router, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:26.807007 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-23139dbe-9217-452d-8d63-c07a506bb6b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:26.889264 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-23139dbe-9217-452d-8d63-c07a506bb6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:26.999819 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-23139dbe-9217-452d-8d63-c07a506bb6b0 admin admin] Allocated IP 172.27.2.189 (48f3c221-d066-4df5-b08c-0298bc94fba3/de0a8c43-0791-41b8-9204-ec5737d75642/dcdf0f4c-0117-4e65-9be0-57ddb6ac2625) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:04:27.101462 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-23139dbe-9217-452d-8d63-c07a506bb6b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:27.140430 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-23139dbe-9217-452d-8d63-c07a506bb6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:27.179241 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23139dbe-9217-452d-8d63-c07a506bb6b0 admin admin] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:04:27.185430 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-23139dbe-9217-452d-8d63-c07a506bb6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:04:27.187884 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23139dbe-9217-452d-8d63-c07a506bb6b0 admin admin] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:04:27.223482 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23139dbe-9217-452d-8d63-c07a506bb6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=dcdf0f4c-0117-4e65-9be0-57ddb6ac2625,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:04:27.441491 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-23139dbe-9217-452d-8d63-c07a506bb6b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:27.586582 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device a854d69f-86bb-41c3-8775-67c762e7cd88 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:04:27.635606 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port a854d69f-86bb-41c3-8775-67c762e7cd88 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:04:27.639809 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port a854d69f-86bb-41c3-8775-67c762e7cd88 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:04:27.640185 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:27.722495 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:27.733015 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-23139dbe-9217-452d-8d63-c07a506bb6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-518656'] for router, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:27.736297 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-23139dbe-9217-452d-8d63-c07a506bb6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543777'] for router, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:27.755080 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port a854d69f-86bb-41c3-8775-67c762e7cd88, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=a854d69f-86bb-41c3-8775-67c762e7cd88,segment=NetworkSegment(6f2e1782-5bdb-45ef-8e23-39bb069365fa),segment_id=6f2e1782-5bdb-45ef-8e23-39bb069365fa)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:04:27.759257 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:27.810388 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=a854d69f-86bb-41c3-8775-67c762e7cd88,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:04:27.851555 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23139dbe-9217-452d-8d63-c07a506bb6b0 admin admin] Router 16f27ab0-fa1c-4af7-80fd-6a4971d8af97 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:04:27.956507 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23139dbe-9217-452d-8d63-c07a506bb6b0 admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:04:27.961263 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-23139dbe-9217-452d-8d63-c07a506bb6b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:27.962495 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-23139dbe-9217-452d-8d63-c07a506bb6b0 admin admin] 10.222.0.10 "PUT /v2.0/routers/16f27ab0-fa1c-4af7-80fd-6a4971d8af97 HTTP/1.1" status: 200 len: 890 time: 1.7110059 Jul 09 22:04:27.978203 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Sync routers for ids ['16f27ab0-fa1c-4af7-80fd-6a4971d8af97'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:04:27.989875 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Routers {'16f27ab0-fa1c-4af7-80fd-6a4971d8af97'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:04:27.990552 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:04:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['16f27ab0-fa1c-4af7-80fd-6a4971d8af97'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:04:28.268931 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Set router 16f27ab0-fa1c-4af7-80fd-6a4971d8af97 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:04:28.700566 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f27ab0-fa1c-4af7-80fd-6a4971d8af97', 'name': 'router1', 'tenant_id': '034969911778493ea2376f2c31e7c1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'dcdf0f4c-0117-4e65-9be0-57ddb6ac2625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:04:10Z', 'updated_at': '2021-07-09T22:04:27Z', 'revision_number': 4, 'project_id': '034969911778493ea2376f2c31e7c1c0', 'gw_port': {'id': 'dcdf0f4c-0117-4e65-9be0-57ddb6ac2625', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f27ab0-fa1c-4af7-80fd-6a4971d8af97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:04:26Z', 'updated_at': '2021-07-09T22:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'a854d69f-86bb-41c3-8775-67c762e7cd88', 'name': '', 'network_id': '4d85c9de-db05-4797-bf24-105e983dc192', 'tenant_id': '034969911778493ea2376f2c31e7c1c0', 'mac_address': 'fa:16:3e:63:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f27ab0-fa1c-4af7-80fd-6a4971d8af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c028d99-bca3-408e-94f8-23adfdf3ee6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:04:19Z', 'updated_at': '2021-07-09T22:04:27Z', 'revision_number': 5, 'project_id': '034969911778493ea2376f2c31e7c1c0', 'subnets': [{'id': '3c028d99-bca3-408e-94f8-23adfdf3ee6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a994387-8478-4639-9e9d-969184e6f37c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:04:28.756787 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Checking router: 16f27ab0-fa1c-4af7-80fd-6a4971d8af97 for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:04:28.757138 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Updating router 16f27ab0-fa1c-4af7-80fd-6a4971d8af97 port dcdf0f4c-0117-4e65-9be0-57ddb6ac2625 binding host dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:04:28.791530 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:29.190564 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:29.202365 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Transition to ACTIVE for port object dcdf0f4c-0117-4e65-9be0-57ddb6ac2625 will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:04:29.209071 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:29.273105 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Attempting to bind port dcdf0f4c-0117-4e65-9be0-57ddb6ac2625 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:04:29.273716 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Attempting to bind port dcdf0f4c-0117-4e65-9be0-57ddb6ac2625 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:04:29.274307 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Attempting to bind port dcdf0f4c-0117-4e65-9be0-57ddb6ac2625 on network 48f3c221-d066-4df5-b08c-0298bc94fba3 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:04:29.278599 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d6777-6857-4cfb-9099-071663eab521 None None] Pushing event updated for resources: {'Port': ['ID=dcdf0f4c-0117-4e65-9be0-57ddb6ac2625,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:04:29.283335 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:04:29.283712 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Checking segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:04:29.284119 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:29.284505 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Bound using segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:04:29.285004 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Bound port: dcdf0f4c-0117-4e65-9be0-57ddb6ac2625, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:04:29.285388 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:29.348583 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] For port dcdf0f4c-0117-4e65-9be0-57ddb6ac2625, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:04:29.353118 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] For port dcdf0f4c-0117-4e65-9be0-57ddb6ac2625, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=dcdf0f4c-0117-4e65-9be0-57ddb6ac2625,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:04:29.359373 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:29.427191 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d6777-6857-4cfb-9099-071663eab521 None None] Pushing event updated for resources: {'Port': ['ID=dcdf0f4c-0117-4e65-9be0-57ddb6ac2625,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:04:29.431161 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Routers {'16f27ab0-fa1c-4af7-80fd-6a4971d8af97'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:04:29.431799 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:04:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['16f27ab0-fa1c-4af7-80fd-6a4971d8af97'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:04:29.614182 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device a854d69f-86bb-41c3-8775-67c762e7cd88 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:04:29.659526 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] Set router 16f27ab0-fa1c-4af7-80fd-6a4971d8af97 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:04:29.742406 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port a854d69f-86bb-41c3-8775-67c762e7cd88 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:04:29.743308 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:29.946798 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f27ab0-fa1c-4af7-80fd-6a4971d8af97', 'name': 'router1', 'tenant_id': '034969911778493ea2376f2c31e7c1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'dcdf0f4c-0117-4e65-9be0-57ddb6ac2625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:04:10Z', 'updated_at': '2021-07-09T22:04:27Z', 'revision_number': 4, 'project_id': '034969911778493ea2376f2c31e7c1c0', 'gw_port': {'id': 'dcdf0f4c-0117-4e65-9be0-57ddb6ac2625', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f27ab0-fa1c-4af7-80fd-6a4971d8af97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:04:26Z', 'updated_at': '2021-07-09T22:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'a854d69f-86bb-41c3-8775-67c762e7cd88', 'name': '', 'network_id': '4d85c9de-db05-4797-bf24-105e983dc192', 'tenant_id': '034969911778493ea2376f2c31e7c1c0', 'mac_address': 'fa:16:3e:63:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f27ab0-fa1c-4af7-80fd-6a4971d8af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c028d99-bca3-408e-94f8-23adfdf3ee6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:04:19Z', 'updated_at': '2021-07-09T22:04:27Z', 'revision_number': 5, 'project_id': '034969911778493ea2376f2c31e7c1c0', 'subnets': [{'id': '3c028d99-bca3-408e-94f8-23adfdf3ee6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a994387-8478-4639-9e9d-969184e6f37c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:04:29.974141 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2f1da0-18a5-4c2e-b341-e19f2f66f83a None None] The sync data for ids ['16f27ab0-fa1c-4af7-80fd-6a4971d8af97'] in dv-cinder-794962-8-iscsi is: [{'id': '16f27ab0-fa1c-4af7-80fd-6a4971d8af97', 'name': 'router1', 'tenant_id': '034969911778493ea2376f2c31e7c1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'dcdf0f4c-0117-4e65-9be0-57ddb6ac2625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:04:10Z', 'updated_at': '2021-07-09T22:04:27Z', 'revision_number': 4, 'project_id': '034969911778493ea2376f2c31e7c1c0', 'gw_port': {'id': 'dcdf0f4c-0117-4e65-9be0-57ddb6ac2625', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f27ab0-fa1c-4af7-80fd-6a4971d8af97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:04:26Z', 'updated_at': '2021-07-09T22:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'a854d69f-86bb-41c3-8775-67c762e7cd88', 'name': '', 'network_id': '4d85c9de-db05-4797-bf24-105e983dc192', 'tenant_id': '034969911778493ea2376f2c31e7c1c0', 'mac_address': 'fa:16:3e:63:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f27ab0-fa1c-4af7-80fd-6a4971d8af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c028d99-bca3-408e-94f8-23adfdf3ee6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:04:19Z', 'updated_at': '2021-07-09T22:04:27Z', 'revision_number': 5, 'project_id': '034969911778493ea2376f2c31e7c1c0', 'subnets': [{'id': '3c028d99-bca3-408e-94f8-23adfdf3ee6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a994387-8478-4639-9e9d-969184e6f37c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:04:30.429404 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 60814) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:04:30.583660 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-b7a9cdaf-1772-4fb3-b22f-699c5f6f4b38 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1530859 Jul 09 22:04:31.607572 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device dcdf0f4c-0117-4e65-9be0-57ddb6ac2625 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:04:31.658809 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port dcdf0f4c-0117-4e65-9be0-57ddb6ac2625 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:04:31.662740 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port dcdf0f4c-0117-4e65-9be0-57ddb6ac2625 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:04:31.663114 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:31.750231 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:31.771779 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port dcdf0f4c-0117-4e65-9be0-57ddb6ac2625, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=dcdf0f4c-0117-4e65-9be0-57ddb6ac2625,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:04:31.776186 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:31.828674 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=dcdf0f4c-0117-4e65-9be0-57ddb6ac2625,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:04:33.609641 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device dcdf0f4c-0117-4e65-9be0-57ddb6ac2625 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:04:33.685139 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port dcdf0f4c-0117-4e65-9be0-57ddb6ac2625 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:04:33.685611 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:41.517608 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-063e2dc0-4337-4327-a2f3-e4b8bd18c813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:44.794661 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-53646186-35ad-4790-898d-358b9fea5c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:45.190617 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:46.562715 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:04:48.319593 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:05:00.962212 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 5 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:05:11.531566 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ec76c2cd-af94-4e3a-b032-8f5818cc1fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:05:14.790982 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a6d64308-ab19-46ba-88c3-7d1a1582b763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:05:15.203793 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:05:16.581160 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:05:18.319566 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:05:37.961386 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 5 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:05:41.493173 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-3af9ef7f-207b-422e-bd35-438d04589205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:05:44.794099 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-15973ee2-7fdb-4b67-b11e-460f39c3b18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:05:45.180322 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:05:46.568625 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:05:48.328984 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:06:10.661649 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 33150) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:06:10.738235 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4bb7cf-c17d-4344-8a1e-953591fbfa2e admin admin] GET failed (client error): The resource could not be found. Jul 09 22:06:10.739589 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-5f4bb7cf-c17d-4344-8a1e-953591fbfa2e admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0770102 Jul 09 22:06:10.930192 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e238d6f4-3cf8-4d9a-9286-f2c9346af198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:06:10.931727 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-e238d6f4-3cf8-4d9a-9286-f2c9346af198 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1883729 Jul 09 22:06:11.495662 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d5b07899-4338-4d56-9e3a-1315268a5e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:06:13.116409 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 33160) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:06:13.241963 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f65920-8230-4a51-93a8-03ae434b083d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:06:13.243348 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-65f65920-8230-4a51-93a8-03ae434b083d admin admin] 10.222.0.10 "GET /v2.0/subnets/3c028d99-bca3-408e-94f8-23adfdf3ee6d HTTP/1.1" status: 200 len: 849 time: 0.1259451 Jul 09 22:06:13.252537 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:06:13.360082 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] Notify callbacks [] for subnet, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:06:13.514573 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759288827935'] for subnet, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:06:13.587685 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:06:13.588688 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:06:13.589676 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] 10.222.0.10 "PUT /v2.0/subnets/3c028d99-bca3-408e-94f8-23adfdf3ee6d HTTP/1.1" status: 200 len: 868 time: 0.3409050 Jul 09 22:06:13.592189 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93500f9-b51f-4242-84d4-dd734d90fb68 None None] Network 4d85c9de-db05-4797-bf24-105e983dc192 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:06:13.600237 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c028d99-bca3-408e-94f8-23adfdf3ee6d,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:06:13.611147 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:06:13.611639 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:06:13.611866 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:06:13.612204 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:06:13.612544 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:06:13.612921 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:06:13.613259 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:06:13.613589 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:06:13.613922 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:06:13.614250 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:06:13.614573 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:06:13.614904 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16cf95-b98c-4470-bd73-a563748eac2e admin admin] Tracked resource versions report: Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: pushed versions: Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: { 'AddressGroup': {'1.2'}, Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'ConntrackHelper': {'1.0'}, Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Log': {'1.0'}, Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Network': {'1.1'}, Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Port': {'1.7'}, Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'PortForwarding': {'1.2'}, Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'QosPolicy': {'1.8'}, Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'SecurityGroup': {'1.4'}, Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'SecurityGroupRule': {'1.2'}, Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'SubPort': {'1.0'}, Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Subnet': {'1.1'}, Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Trunk': {'1.1'}} Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: consumer versions: Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: { DHCP agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: L3 agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: Metadata agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: Metering agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: Open vSwitch agent@dv-cinder-794962-8-iscsi: { 'AddressGroup': '1.2', Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'ConntrackHelper': '1.0', Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Log': '1.0', Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Network': '1.1', Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Port': '1.7', Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'PortForwarding': '1.2', Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'QosPolicy': '1.8', Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'SecurityGroup': '1.4', Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'SecurityGroupRule': '1.2', Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'SubPort': '1.0', Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Subnet': '1.1', Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Trunk': '1.1'}} Jul 09 22:06:13.616134 dv-cinder-794962-8-iscsi neutron-server[93127]: {{(pid=93127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 22:06:14.040012 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-87d2334e-38c9-413a-9bf9-ba9cdbda228a None None] Provisioning complete for port 406b6a32-8402-4656-b91a-556d62b5d196 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:06:14.040466 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-87d2334e-38c9-413a-9bf9-ba9cdbda228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:06:14.123603 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-87d2334e-38c9-413a-9bf9-ba9cdbda228a None None] Provisioning complete for port a854d69f-86bb-41c3-8775-67c762e7cd88 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:06:14.123967 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-87d2334e-38c9-413a-9bf9-ba9cdbda228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:06:14.796710 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-6e851dae-7c93-4eae-a339-bb64f217d1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:06:14.960051 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 5 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:06:15.182011 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:06:15.748027 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 33172) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:06:15.968040 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45e580c-0aab-4ce1-ad94-eb50a2f0dec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:06:15.968422 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45e580c-0aab-4ce1-ad94-eb50a2f0dec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:06:15.970087 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-b45e580c-0aab-4ce1-ad94-eb50a2f0dec6 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2209406 Jul 09 22:06:16.572363 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:06:18.141031 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 33180) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:06:18.275887 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c0310-44ee-4cdd-9d96-14b9d04ac765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:06:18.276370 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c0310-44ee-4cdd-9d96-14b9d04ac765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:06:18.277939 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-951c0310-44ee-4cdd-9d96-14b9d04ac765 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1359558 Jul 09 22:06:18.333686 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:06:20.508330 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 33188) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:06:20.688699 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58a9e4a-0297-4cdd-ad9c-8f2cfaf52972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:06:20.690122 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-c58a9e4a-0297-4cdd-ad9c-8f2cfaf52972 admin admin] 10.222.0.10 "GET /v2.0/networks/48f3c221-d066-4df5-b08c-0298bc94fba3 HTTP/1.1" status: 200 len: 886 time: 0.1807170 Jul 09 22:06:22.847748 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 33196) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:06:22.997342 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c917aa-85fc-41c9-bb1d-75f9cb788712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:06:22.998738 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-15c917aa-85fc-41c9-bb1d-75f9cb788712 admin admin] 10.222.0.10 "GET /v2.0/networks/4d85c9de-db05-4797-bf24-105e983dc192 HTTP/1.1" status: 200 len: 869 time: 0.1500130 Jul 09 22:06:25.150325 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 33204) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:06:25.281200 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73d4584-2203-48eb-b246-a3cbd9df3ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:06:25.281662 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73d4584-2203-48eb-b246-a3cbd9df3ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:06:25.283204 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-e73d4584-2203-48eb-b246-a3cbd9df3ace admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1319366 Jul 09 22:06:27.454395 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 33212) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:06:27.583873 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16105358-7971-4e99-a582-516eb379bef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:06:27.584330 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16105358-7971-4e99-a582-516eb379bef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:06:27.585921 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-16105358-7971-4e99-a582-516eb379bef2 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1305609 Jul 09 22:06:29.739462 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 33222) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:06:29.831604 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a04f7c4-521f-48da-b599-4a15c685ff06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:06:29.832996 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-3a04f7c4-521f-48da-b599-4a15c685ff06 admin admin] 10.222.0.10 "GET /v2.0/subnets/3c028d99-bca3-408e-94f8-23adfdf3ee6d HTTP/1.1" status: 200 len: 868 time: 0.0925660 Jul 09 22:06:32.017070 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 33230) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:06:32.100510 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a032f3e-fe5f-4a30-98d7-173a7a39bc2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:06:32.101913 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-2a032f3e-fe5f-4a30-98d7-173a7a39bc2d admin admin] 10.222.0.10 "GET /v2.0/subnets/de0a8c43-0791-41b8-9204-ec5737d75642 HTTP/1.1" status: 200 len: 816 time: 0.0838726 Jul 09 22:06:41.495182 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9280db9a-3f3a-4401-a08d-dfe1fb5a8c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:06:44.798822 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5c6ad21d-72f1-4595-94ae-546f990d629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:06:45.183751 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:06:46.577266 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:06:48.336090 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:06:51.958343 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 5 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:06:56.427177 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 33282) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:06:56.477688 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [None req-235028e9-68a7-495c-a22b-5e12bd671f87 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 22:06:56.478695 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-235028e9-68a7-495c-a22b-5e12bd671f87 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505600 Jul 09 22:06:58.752424 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 33290) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:06:58.821240 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a01196-c7fe-4553-ac05-cc1f497ead42 admin admin] GET failed (client error): The resource could not be found. Jul 09 22:06:58.822616 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-99a01196-c7fe-4553-ac05-cc1f497ead42 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0692468 Jul 09 22:06:58.965642 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1dcc3a-68f6-4de4-affb-16804846ce6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:06:58.967068 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-4f1dcc3a-68f6-4de4-affb-16804846ce6e admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1406159 Jul 09 22:07:01.174891 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 33298) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:07:01.223124 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-6685e258-30d0-4c85-bb38-cba5cdb6d44c admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:07:01.247331 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6685e258-30d0-4c85-bb38-cba5cdb6d44c admin admin] Made reservation on behalf of 5c574590b8a549ca833943a3631a2628 for: {'network': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:07:01.249829 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6685e258-30d0-4c85-bb38-cba5cdb6d44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:01.297988 dv-cinder-794962-8-iscsi neutron-server[93127]: WARNING neutron.services.revisions.revision_plugin [None req-6685e258-30d0-4c85-bb38-cba5cdb6d44c admin admin] Could not find related network for resource to bump revision. Jul 09 22:07:01.314204 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6685e258-30d0-4c85-bb38-cba5cdb6d44c admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 22:07:01.328264 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6685e258-30d0-4c85-bb38-cba5cdb6d44c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759288836428', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:01.328956 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6685e258-30d0-4c85-bb38-cba5cdb6d44c admin admin] Unsubscribe: segment precommit_create {{(pid=93127) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 22:07:01.329514 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.segments_db [None req-6685e258-30d0-4c85-bb38-cba5cdb6d44c admin admin] Added segment 2563ae31-921c-41ee-a2b6-a655e25041a3 of type vlan for network 546853bf-ec14-403e-9bec-9ebc770e5100 Jul 09 22:07:01.389008 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6685e258-30d0-4c85-bb38-cba5cdb6d44c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:01.441904 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6685e258-30d0-4c85-bb38-cba5cdb6d44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:01.442907 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6685e258-30d0-4c85-bb38-cba5cdb6d44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:07:01.443759 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6685e258-30d0-4c85-bb38-cba5cdb6d44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:01.523234 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-6685e258-30d0-4c85-bb38-cba5cdb6d44c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3472309 Jul 09 22:07:01.541257 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685e258-30d0-4c85-bb38-cba5cdb6d44c admin admin] Pushing event updated for resources: {'Network': ['ID=546853bf-ec14-403e-9bec-9ebc770e5100,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:07:01.552985 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network 546853bf-ec14-403e-9bec-9ebc770e5100 details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:07:03.724536 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 33306) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:07:03.784390 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac746e5-a7d7-457e-bb7b-b0d756d7e6ed admin admin] GET failed (client error): The resource could not be found. Jul 09 22:07:03.785900 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-1ac746e5-a7d7-457e-bb7b-b0d756d7e6ed admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603461 Jul 09 22:07:03.860115 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc744697-d143-4eac-9afd-cc6abc863ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:07:03.861660 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-cc744697-d143-4eac-9afd-cc6abc863ddf admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0715277 Jul 09 22:07:03.871512 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-b36e7ac1-0d6a-45be-afaa-520b715b1117 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '546853bf-ec14-403e-9bec-9ebc770e5100', 'cidr': '192.168.233.0/24'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:07:03.896963 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36e7ac1-0d6a-45be-afaa-520b715b1117 admin admin] Made reservation on behalf of 5c574590b8a549ca833943a3631a2628 for: {'subnet': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:07:03.899257 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b36e7ac1-0d6a-45be-afaa-520b715b1117 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:04.095055 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b36e7ac1-0d6a-45be-afaa-520b715b1117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for subnet, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:04.215463 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e7ac1-0d6a-45be-afaa-520b715b1117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f9ea49-537d-4b09-97c4-27f64d0d8ab8,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:07:04.229505 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e7ac1-0d6a-45be-afaa-520b715b1117 admin admin] Checking segment: {'id': '2563ae31-921c-41ee-a2b6-a655e25041a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '546853bf-ec14-403e-9bec-9ebc770e5100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:07:04.229892 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36e7ac1-0d6a-45be-afaa-520b715b1117 admin admin] Network hostable DHCP agents. Network: 546853bf-ec14-403e-9bec-9ebc770e5100, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:07:04.251796 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36e7ac1-0d6a-45be-afaa-520b715b1117 admin admin] Network 546853bf-ec14-403e-9bec-9ebc770e5100 is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:07:04.262368 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-b36e7ac1-0d6a-45be-afaa-520b715b1117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, 546853bf-ec14-403e-9bec-9ebc770e5100) {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:07:04.268138 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36e7ac1-0d6a-45be-afaa-520b715b1117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:07:04.268750 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b36e7ac1-0d6a-45be-afaa-520b715b1117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:04.272614 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40932a27-8d83-40cb-8339-388f0625db0c None None] Network 546853bf-ec14-403e-9bec-9ebc770e5100 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:07:04.282234 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-b36e7ac1-0d6a-45be-afaa-520b715b1117 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4144526 Jul 09 22:07:04.532681 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7463845-7020-514f-8315-7c447ba083c1-546853bf-ec14-403e-9bec-9ebc770e5100', 'network_id': '546853bf-ec14-403e-9bec-9ebc770e5100', 'tenant_id': '5c574590b8a549ca833943a3631a2628', 'fixed_ips': [{'subnet_id': '03f9ea49-537d-4b09-97c4-27f64d0d8ab8'}]}} from dv-cinder-794962-8-iscsi. {{(pid=93129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 22:07:04.533590 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:04.680037 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Allocated IP 192.168.233.2 (546853bf-ec14-403e-9bec-9ebc770e5100/03f9ea49-537d-4b09-97c4-27f64d0d8ab8/2e7b219a-03ed-441b-a601-50b8c3e28524) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:07:04.848787 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:04.859282 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Transition to ACTIVE for port object 2e7b219a-03ed-441b-a601-50b8c3e28524 will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:07:04.877704 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Transition to ACTIVE for port object 2e7b219a-03ed-441b-a601-50b8c3e28524 will not be triggered until provisioned by entity DHCP. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:07:04.884836 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:04.945521 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Network 546853bf-ec14-403e-9bec-9ebc770e5100 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:07:04.946300 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Pushing event updated for resources: {'Port': ['ID=2e7b219a-03ed-441b-a601-50b8c3e28524,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:07:04.950216 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:07:04.955920 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:07:04.960091 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:07:04.960446 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:07:04.960820 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:07:04.961162 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:07:04.961502 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:07:04.961840 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:07:04.962168 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:07:04.962503 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:07:04.962850 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:07:04.963184 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:07:04.963508 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:07:04.963838 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:07:05.023784 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Attempting to bind port 2e7b219a-03ed-441b-a601-50b8c3e28524 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:07:05.024162 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Attempting to bind port 2e7b219a-03ed-441b-a601-50b8c3e28524 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '2563ae31-921c-41ee-a2b6-a655e25041a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '546853bf-ec14-403e-9bec-9ebc770e5100'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:07:05.024531 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Attempting to bind port 2e7b219a-03ed-441b-a601-50b8c3e28524 on network 546853bf-ec14-403e-9bec-9ebc770e5100 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:07:05.030056 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:07:05.030438 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Checking segment: {'id': '2563ae31-921c-41ee-a2b6-a655e25041a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '546853bf-ec14-403e-9bec-9ebc770e5100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:07:05.030859 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:05.031304 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Bound using segment: {'id': '2563ae31-921c-41ee-a2b6-a655e25041a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '546853bf-ec14-403e-9bec-9ebc770e5100'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:07:05.031773 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Bound port: 2e7b219a-03ed-441b-a601-50b8c3e28524, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2563ae31-921c-41ee-a2b6-a655e25041a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '546853bf-ec14-403e-9bec-9ebc770e5100'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:07:05.032173 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:05.100021 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] For port 2e7b219a-03ed-441b-a601-50b8c3e28524, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:07:05.103609 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] For port 2e7b219a-03ed-441b-a601-50b8c3e28524, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=2e7b219a-03ed-441b-a601-50b8c3e28524,segment=NetworkSegment(2563ae31-921c-41ee-a2b6-a655e25041a3),segment_id=2563ae31-921c-41ee-a2b6-a655e25041a3)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:07:05.110139 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:05.180588 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82a027-12b8-4111-b9ca-25cf33d58542 None None] Pushing event updated for resources: {'Port': ['ID=2e7b219a-03ed-441b-a601-50b8c3e28524,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:07:05.743557 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 2e7b219a-03ed-441b-a601-50b8c3e28524 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:07:05.803502 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 2e7b219a-03ed-441b-a601-50b8c3e28524 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:07:06.023969 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18d339f-6e80-427a-b6c2-f5a2f1685814 None None] Network 546853bf-ec14-403e-9bec-9ebc770e5100 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:07:06.159283 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-bcec4d26-ba43-4bfa-a305-eae11fa1ada6 None None] Provisioning for port 2e7b219a-03ed-441b-a601-50b8c3e28524 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:07:06.185217 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-bcec4d26-ba43-4bfa-a305-eae11fa1ada6 None None] Provisioning complete for port 2e7b219a-03ed-441b-a601-50b8c3e28524 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:07:06.185595 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bcec4d26-ba43-4bfa-a305-eae11fa1ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:06.291911 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bcec4d26-ba43-4bfa-a305-eae11fa1ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:06.330862 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-bcec4d26-ba43-4bfa-a305-eae11fa1ada6 None None] For port 2e7b219a-03ed-441b-a601-50b8c3e28524, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=2e7b219a-03ed-441b-a601-50b8c3e28524,segment=NetworkSegment(2563ae31-921c-41ee-a2b6-a655e25041a3),segment_id=2563ae31-921c-41ee-a2b6-a655e25041a3)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:07:06.336236 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bcec4d26-ba43-4bfa-a305-eae11fa1ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:06.396436 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec4d26-ba43-4bfa-a305-eae11fa1ada6 None None] Pushing event updated for resources: {'Port': ['ID=2e7b219a-03ed-441b-a601-50b8c3e28524,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:07:06.458073 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-5590e0f6-9afd-477c-8db8-446b67ef2f1d None None] Provisioning complete for port 2e7b219a-03ed-441b-a601-50b8c3e28524 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:07:06.458449 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5590e0f6-9afd-477c-8db8-446b67ef2f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:07.703619 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 2e7b219a-03ed-441b-a601-50b8c3e28524 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:07:07.750676 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 2e7b219a-03ed-441b-a601-50b8c3e28524 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:07:07.751046 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:11.502724 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-54b73922-7256-45ca-ab94-09b148b0b343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:14.799912 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4d01092a-dc37-4b63-8672-c7ac3b360c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:15.184845 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:16.576775 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:18.339844 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:28.960392 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 5 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:07:41.494359 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-85885d01-97fd-48cc-a637-34ecb2d7c53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:44.806303 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fde54953-f9ef-4f5d-b429-66ca4da248e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:45.189751 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:46.580364 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:07:48.343925 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:08:05.958093 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 5 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:08:11.494710 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7d125e71-cc3c-4913-8bab-da77d77a1cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:08:14.797994 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-dc10e715-d191-4373-b3e9-576688f2b414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:08:15.192077 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:08:16.582065 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:08:17.736899 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 33358) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:08:17.742835 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [None req-2124130d-e053-43c9-9770-c70dbb66d793 tempest-verify_tempest_config-1848043814 tempest-verify_tempest_config-1848043814-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 22:08:17.743859 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-2124130d-e053-43c9-9770-c70dbb66d793 tempest-verify_tempest_config-1848043814 tempest-verify_tempest_config-1848043814-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059512 Jul 09 22:08:18.053048 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 33376) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:08:18.156365 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-424ebda6-8d18-4e28-af73-48eb3effa91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:08:18.250156 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-424ebda6-8d18-4e28-af73-48eb3effa91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:08:18.253916 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-424ebda6-8d18-4e28-af73-48eb3effa91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:08:18.297959 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ebda6-8d18-4e28-af73-48eb3effa91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c898af96-e1bc-4a27-9733-9574a7cf2723,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:08:18.301663 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-424ebda6-8d18-4e28-af73-48eb3effa91b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=503773dd0c3643709d89ec6c733ff092&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2476017 Jul 09 22:08:18.304335 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 33382) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:08:18.307216 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebda6-8d18-4e28-af73-48eb3effa91b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.307589 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebda6-8d18-4e28-af73-48eb3effa91b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.307932 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebda6-8d18-4e28-af73-48eb3effa91b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.308265 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebda6-8d18-4e28-af73-48eb3effa91b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.308599 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebda6-8d18-4e28-af73-48eb3effa91b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.308971 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebda6-8d18-4e28-af73-48eb3effa91b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.309304 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebda6-8d18-4e28-af73-48eb3effa91b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.309631 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebda6-8d18-4e28-af73-48eb3effa91b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.309971 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebda6-8d18-4e28-af73-48eb3effa91b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.310309 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebda6-8d18-4e28-af73-48eb3effa91b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.310619 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebda6-8d18-4e28-af73-48eb3effa91b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.310936 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebda6-8d18-4e28-af73-48eb3effa91b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.349242 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:08:18.385458 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9e4ff08-76d6-4256-9713-c08eab8a6675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:08:18.412525 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9e4ff08-76d6-4256-9713-c08eab8a6675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:08:18.507793 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9e4ff08-76d6-4256-9713-c08eab8a6675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:08:18.510323 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9e4ff08-76d6-4256-9713-c08eab8a6675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:08:18.511439 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-e9e4ff08-76d6-4256-9713-c08eab8a6675 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c898af96-e1bc-4a27-9733-9574a7cf2723 HTTP/1.1" status: 204 len: 168 time: 0.2060208 Jul 09 22:08:18.521165 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4ff08-76d6-4256-9713-c08eab8a6675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c898af96-e1bc-4a27-9733-9574a7cf2723,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:08:18.528830 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4ff08-76d6-4256-9713-c08eab8a6675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.528973 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4ff08-76d6-4256-9713-c08eab8a6675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.529323 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4ff08-76d6-4256-9713-c08eab8a6675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.529660 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4ff08-76d6-4256-9713-c08eab8a6675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.529989 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4ff08-76d6-4256-9713-c08eab8a6675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.530338 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4ff08-76d6-4256-9713-c08eab8a6675 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.530749 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4ff08-76d6-4256-9713-c08eab8a6675 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.531002 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4ff08-76d6-4256-9713-c08eab8a6675 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.531345 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4ff08-76d6-4256-9713-c08eab8a6675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.531672 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4ff08-76d6-4256-9713-c08eab8a6675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.531993 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4ff08-76d6-4256-9713-c08eab8a6675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:18.532312 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4ff08-76d6-4256-9713-c08eab8a6675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:08:41.495998 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-50bf987e-2330-4147-8044-10ac8cd2c638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:08:42.956712 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 5 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:08:44.798654 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0d09-d13d-4640-9f84-9e246364b390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:08:45.193980 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:08:46.584303 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:08:48.350235 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:09:11.505898 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0684212c-5bef-4a0c-80e4-4dc995a80f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:09:14.799455 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ed188457-6758-474a-abf3-606733a38cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:09:15.195652 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:09:16.587557 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:09:18.354011 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:09:19.955916 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 5 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:09:41.495284 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-6ba07f2a-0f7b-495f-b196-2f8c6c8c9482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:09:44.799784 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-45e2bd63-d133-452a-875f-9aea60575554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:09:45.198903 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:09:46.594571 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:09:48.363194 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:09:48.932291 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544823'] for agent, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:09:52.485399 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 33434) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:09:52.589165 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-2a4b3377-7aa9-437c-8a52-5df52bae4fe2 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1026382 Jul 09 22:09:54.796044 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 33444) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:09:54.851623 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-8a6ff5ad-2028-417b-9dc0-057add43fea0 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0544651 Jul 09 22:09:56.954138 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:10:11.495673 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e7409ef2-df44-419a-ae85-cc960d67e139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:10:14.801431 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fe5c910c-a173-4908-936d-40b35c81554a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:10:15.200674 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:10:16.593677 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:10:18.360190 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:10:18.908742 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:10:33.952394 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:10:41.496277 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-226eedd7-3886-4a2e-bcc0-0bab039106de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:10:44.806011 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cce07e5e-382c-42ee-af30-b86a8868dde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:10:45.202866 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:10:46.605578 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:10:48.384895 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:10:48.920613 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:10.950952 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:11:11.610183 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-3fe585f2-9596-485e-a231-1e37d8b81408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:14.804085 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-3b69d781-5e32-448c-9209-086e4918b0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:15.205137 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:16.598582 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:18.377186 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:18.918940 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:21.436818 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 33630) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:21.769368 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-264832341-network', 'tenant_id': '0e2bef93cd0a41a69f4f814823598405'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:11:21.813804 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Made reservation on behalf of 0e2bef93cd0a41a69f4f814823598405 for: {'network': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:11:21.816694 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:21.826017 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:21.916652 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 33660) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:21.920631 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:21.925876 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:21.955284 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 22:11:21.957666 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6174102a-d978-43c0-b433-76de480f6710,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:21.968455 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 33666) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:21.971511 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:21.971879 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:21.972250 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:21.972592 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:21.972969 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:21.973506 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:21.973832 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:21.974148 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:21.974486 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:21.974803 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:21.975125 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:21.975425 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Tracked resource versions report: Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: pushed versions: Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: { 'AddressGroup': {'1.2'}, Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'ConntrackHelper': {'1.0'}, Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Log': {'1.0'}, Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Network': {'1.1'}, Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Port': {'1.7'}, Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'PortForwarding': {'1.2'}, Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'QosPolicy': {'1.8'}, Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'SecurityGroup': {'1.4'}, Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'SecurityGroupRule': {'1.2'}, Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'SubPort': {'1.0'}, Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Subnet': {'1.1'}, Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Trunk': {'1.1'}} Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: consumer versions: Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: { DHCP agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: HyperV agent@hv-cinder-79496: {}, Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: L3 agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: Metadata agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: Metering agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: Open vSwitch agent@dv-cinder-794962-8-iscsi: { 'AddressGroup': '1.2', Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'ConntrackHelper': '1.0', Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Log': '1.0', Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Network': '1.1', Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Port': '1.7', Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'PortForwarding': '1.2', Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'QosPolicy': '1.8', Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'SecurityGroup': '1.4', Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'SecurityGroupRule': '1.2', Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'SubPort': '1.0', Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Subnet': '1.1', Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: 'Trunk': '1.1'}} Jul 09 22:11:21.976493 dv-cinder-794962-8-iscsi neutron-server[93128]: {{(pid=93128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 22:11:21.979804 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:21.980140 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.segments_db [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Added segment 28d4c89a-65f2-43d3-804e-7d066eebe9a1 of type vlan for network 34f2ffe7-e383-4559-83a8-0a7ede7b64f4 Jul 09 22:11:22.031408 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:22.065296 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:22.066527 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:22.067158 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:22.128887 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] Pushing event updated for resources: {'Network': ['ID=34f2ffe7-e383-4559-83a8-0a7ede7b64f4,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:22.135316 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 33676) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:22.135457 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-abedf802-4cfc-41f2-9a80-d3aefe5bc952 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6964297 Jul 09 22:11:22.144578 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network 34f2ffe7-e383-4559-83a8-0a7ede7b64f4 details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:11:22.148273 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Request body: {'subnet': {'network_id': '34f2ffe7-e383-4559-83a8-0a7ede7b64f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-264832341-subnet', 'tenant_id': '0e2bef93cd0a41a69f4f814823598405', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:11:22.175855 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Made reservation on behalf of 0e2bef93cd0a41a69f4f814823598405 for: {'subnet': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:11:22.178232 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:22.373547 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-251da111-f554-4abe-b6ea-edb933988faa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1784525559-network', 'tenant_id': 'c8b0d23241b3455c85ab64bd2faae847'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:11:22.377037 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for subnet, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:22.381552 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-37d4c15d-ecf2-418a-a632-b4a5ece4ccb7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-907768786-network', 'tenant_id': 'e38d172f82bf4fbaa466022ebb6ecce5'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:11:22.472762 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251da111-f554-4abe-b6ea-edb933988faa admin admin] Made reservation on behalf of c8b0d23241b3455c85ab64bd2faae847 for: {'network': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:11:22.475520 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-251da111-f554-4abe-b6ea-edb933988faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:22.494293 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Checking segment: {'id': '28d4c89a-65f2-43d3-804e-7d066eebe9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34f2ffe7-e383-4559-83a8-0a7ede7b64f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:11:22.494668 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Network hostable DHCP agents. Network: 34f2ffe7-e383-4559-83a8-0a7ede7b64f4, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:11:22.496975 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac30a62f-0d2a-4cad-96b7-a9a9d08d0abe,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:22.509245 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-251da111-f554-4abe-b6ea-edb933988faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:22.536066 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:22.536830 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:22.537345 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:22.537683 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:22.538185 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:22.538704 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:22.539192 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:22.539675 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:22.540181 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:22.540666 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:22.541197 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:22.541669 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Tracked resource versions report: Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: pushed versions: Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: { 'AddressGroup': {'1.2'}, Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'ConntrackHelper': {'1.0'}, Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Log': {'1.0'}, Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Network': {'1.1'}, Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Port': {'1.7'}, Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'PortForwarding': {'1.2'}, Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'QosPolicy': {'1.8'}, Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'SecurityGroup': {'1.4'}, Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'SecurityGroupRule': {'1.2'}, Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'SubPort': {'1.0'}, Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Subnet': {'1.1'}, Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Trunk': {'1.1'}} Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: consumer versions: Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: { DHCP agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: HyperV agent@hv-cinder-79496: {}, Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: L3 agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: Metadata agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: Metering agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: Open vSwitch agent@dv-cinder-794962-8-iscsi: { 'AddressGroup': '1.2', Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'ConntrackHelper': '1.0', Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Log': '1.0', Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Network': '1.1', Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Port': '1.7', Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'PortForwarding': '1.2', Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'QosPolicy': '1.8', Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'SecurityGroup': '1.4', Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'SecurityGroupRule': '1.2', Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'SubPort': '1.0', Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Subnet': '1.1', Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: 'Trunk': '1.1'}} Jul 09 22:11:22.542982 dv-cinder-794962-8-iscsi neutron-server[93127]: {{(pid=93127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 22:11:22.550208 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Network 34f2ffe7-e383-4559-83a8-0a7ede7b64f4 is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:11:22.552762 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d4c15d-ecf2-418a-a632-b4a5ece4ccb7 admin admin] Made reservation on behalf of e38d172f82bf4fbaa466022ebb6ecce5 for: {'network': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:11:22.556011 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-37d4c15d-ecf2-418a-a632-b4a5ece4ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:22.575234 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-37d4c15d-ecf2-418a-a632-b4a5ece4ccb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:22.595644 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, 34f2ffe7-e383-4559-83a8-0a7ede7b64f4) {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:11:22.600847 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:22.601985 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:22.605590 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625ec827-977f-47ce-952b-ff734fd0fe30 None None] Network 34f2ffe7-e383-4559-83a8-0a7ede7b64f4 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:11:22.720371 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-251da111-f554-4abe-b6ea-edb933988faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:22.727455 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-251da111-f554-4abe-b6ea-edb933988faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:22.764028 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc49251-1d5b-442b-86fa-56e524356a47 None None] Network 34f2ffe7-e383-4559-83a8-0a7ede7b64f4 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:11:22.767603 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-5c6caccf-7bd8-41ef-a495-22bc62e8a677 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6311853 Jul 09 22:11:22.796582 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251da111-f554-4abe-b6ea-edb933988faa admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 22:11:22.827059 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251da111-f554-4abe-b6ea-edb933988faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:22.832212 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-251da111-f554-4abe-b6ea-edb933988faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:22.832622 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.segments_db [None req-251da111-f554-4abe-b6ea-edb933988faa admin admin] Added segment b8bbfd53-a2e2-42cf-906d-812ee0357238 of type vlan for network 88571eac-376f-4335-83d2-f6e0b2075aa2 Jul 09 22:11:22.896132 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-251da111-f554-4abe-b6ea-edb933988faa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:22.975595 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-37d4c15d-ecf2-418a-a632-b4a5ece4ccb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:22.976910 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-251da111-f554-4abe-b6ea-edb933988faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:22.979440 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251da111-f554-4abe-b6ea-edb933988faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:22.980700 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-251da111-f554-4abe-b6ea-edb933988faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:22.991726 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-37d4c15d-ecf2-418a-a632-b4a5ece4ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:23.068453 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d4c15d-ecf2-418a-a632-b4a5ece4ccb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=93127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 22:11:23.079586 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-251da111-f554-4abe-b6ea-edb933988faa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1614652 Jul 09 22:11:23.086410 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 33714) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:23.091764 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-c9772984-93f4-4d5b-9f4d-9bb5a2da2e99 admin admin] Request body: {'subnet': {'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1784525559-subnet', 'tenant_id': 'c8b0d23241b3455c85ab64bd2faae847', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:11:23.101800 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-37d4c15d-ecf2-418a-a632-b4a5ece4ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:23.102281 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.segments_db [None req-37d4c15d-ecf2-418a-a632-b4a5ece4ccb7 admin admin] Added segment 78bbba0f-c327-4449-b658-948f153fcd18 of type vlan for network 64d56d6c-b5b0-457e-b45f-91b55fb58f13 Jul 09 22:11:23.112950 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251da111-f554-4abe-b6ea-edb933988faa admin admin] Pushing event updated for resources: {'Network': ['ID=88571eac-376f-4335-83d2-f6e0b2075aa2,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:23.117751 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4c15d-ecf2-418a-a632-b4a5ece4ccb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945c8929-1332-4af2-8526-57dccd481d0e,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:23.125874 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network 88571eac-376f-4335-83d2-f6e0b2075aa2 details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:11:23.129005 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9772984-93f4-4d5b-9f4d-9bb5a2da2e99 admin admin] Made reservation on behalf of c8b0d23241b3455c85ab64bd2faae847 for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:11:23.131886 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c9772984-93f4-4d5b-9f4d-9bb5a2da2e99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:23.168466 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-37d4c15d-ecf2-418a-a632-b4a5ece4ccb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:23.204818 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-37d4c15d-ecf2-418a-a632-b4a5ece4ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:23.206881 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d4c15d-ecf2-418a-a632-b4a5ece4ccb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:23.207848 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-37d4c15d-ecf2-418a-a632-b4a5ece4ccb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:23.297641 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-37d4c15d-ecf2-418a-a632-b4a5ece4ccb7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3275216 Jul 09 22:11:23.300613 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 33730) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:23.307356 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4c15d-ecf2-418a-a632-b4a5ece4ccb7 admin admin] Pushing event updated for resources: {'Network': ['ID=64d56d6c-b5b0-457e-b45f-91b55fb58f13,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:23.311020 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-14464b9a-db0e-4735-8147-8ae349808721 admin admin] Request body: {'subnet': {'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-907768786-subnet', 'tenant_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:11:23.319515 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network 64d56d6c-b5b0-457e-b45f-91b55fb58f13 details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:11:23.344531 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c9772984-93f4-4d5b-9f4d-9bb5a2da2e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:23.352298 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14464b9a-db0e-4735-8147-8ae349808721 admin admin] Made reservation on behalf of e38d172f82bf4fbaa466022ebb6ecce5 for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:11:23.354653 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-14464b9a-db0e-4735-8147-8ae349808721 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:23.447689 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9772984-93f4-4d5b-9f4d-9bb5a2da2e99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8a9bc5-7293-41e2-a6fc-44520b19e195,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:23.506256 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9772984-93f4-4d5b-9f4d-9bb5a2da2e99 admin admin] Checking segment: {'id': 'b8bbfd53-a2e2-42cf-906d-812ee0357238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:11:23.507040 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9772984-93f4-4d5b-9f4d-9bb5a2da2e99 admin admin] Network hostable DHCP agents. Network: 88571eac-376f-4335-83d2-f6e0b2075aa2, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:11:23.538084 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9772984-93f4-4d5b-9f4d-9bb5a2da2e99 admin admin] Network 88571eac-376f-4335-83d2-f6e0b2075aa2 is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:11:23.573356 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-c9772984-93f4-4d5b-9f4d-9bb5a2da2e99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, 88571eac-376f-4335-83d2-f6e0b2075aa2) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:11:23.585216 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0f03fe-17f1-46d5-b972-0d80c9e6bd31 None None] Network 88571eac-376f-4335-83d2-f6e0b2075aa2 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:11:23.598536 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9772984-93f4-4d5b-9f4d-9bb5a2da2e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:23.599696 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c9772984-93f4-4d5b-9f4d-9bb5a2da2e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:23.659942 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-c9772984-93f4-4d5b-9f4d-9bb5a2da2e99 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5723107 Jul 09 22:11:23.689643 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-14464b9a-db0e-4735-8147-8ae349808721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:23.796429 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14464b9a-db0e-4735-8147-8ae349808721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:23.827331 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61d043f-d3ae-461a-b2da-9437ded74d08 None None] Network 88571eac-376f-4335-83d2-f6e0b2075aa2 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:11:23.865460 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14464b9a-db0e-4735-8147-8ae349808721 admin admin] Checking segment: {'id': '78bbba0f-c327-4449-b658-948f153fcd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:11:23.866149 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14464b9a-db0e-4735-8147-8ae349808721 admin admin] Network hostable DHCP agents. Network: 64d56d6c-b5b0-457e-b45f-91b55fb58f13, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:11:23.888990 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14464b9a-db0e-4735-8147-8ae349808721 admin admin] Network 64d56d6c-b5b0-457e-b45f-91b55fb58f13 is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:11:23.904395 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-14464b9a-db0e-4735-8147-8ae349808721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, 64d56d6c-b5b0-457e-b45f-91b55fb58f13) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:11:23.914925 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585d9765-9572-4988-af8a-fb44c1682240 None None] Network 64d56d6c-b5b0-457e-b45f-91b55fb58f13 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:11:23.924184 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14464b9a-db0e-4735-8147-8ae349808721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:23.925082 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-14464b9a-db0e-4735-8147-8ae349808721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:23.943751 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-14464b9a-db0e-4735-8147-8ae349808721 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6418395 Jul 09 22:11:23.946658 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 33758) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:23.952110 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-907768786-router', 'tenant_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:11:23.997146 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518699'] for router, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:23.998843 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518706'] for router, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:24.097220 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:24.185712 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b4c0d1-ea36-4d68-8197-ee4911d01319 None None] Network 64d56d6c-b5b0-457e-b45f-91b55fb58f13 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:11:24.329807 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-518656'] for router, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:24.650933 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:24.682020 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:24.929629 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_common [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] Allocated IP 172.27.2.167 (48f3c221-d066-4df5-b08c-0298bc94fba3/de0a8c43-0791-41b8-9204-ec5737d75642/06dae1ae-b8c3-4451-af0e-f6954797dcc6) {{(pid=93127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:11:24.966966 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 33824) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:24.969591 dv-cinder-794962-8-iscsi neutron-server[93128]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 22:11:25.205453 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:25.356555 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:25.412357 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 33876) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:25.438139 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:11:25.444952 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:11:25.454529 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] Received port after_create {{(pid=93127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:11:25.536863 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] Pushing event updated for resources: {'Port': ['ID=06dae1ae-b8c3-4451-af0e-f6954797dcc6,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:25.571681 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-be4d0182-2627-4277-85fc-53d6b51b6ab4 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:25.573701 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-be4d0182-2627-4277-85fc-53d6b51b6ab4 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/networks?id=34f2ffe7-e383-4559-83a8-0a7ede7b64f4 HTTP/1.1" status: 200 len: 811 time: 0.6055348 Jul 09 22:11:25.606483 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-657d9331-4b74-45ec-b6a0-f9ad2eae5657 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/quotas/0e2bef93cd0a41a69f4f814823598405 HTTP/1.1" status: 200 len: 375 time: 0.0223532 Jul 09 22:11:25.672280 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-7bec32f8-0f0d-41b6-a20c-6bb76ee82d22 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e2bef93cd0a41a69f4f814823598405&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582893 Jul 09 22:11:25.679118 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46274a67-7129-40d9-9d35-55902dd46510 req-0d3c2abb-be08-482f-8339-d34933727d34 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:25.686319 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-46274a67-7129-40d9-9d35-55902dd46510 req-0d3c2abb-be08-482f-8339-d34933727d34 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/networks?id=88571eac-376f-4335-83d2-f6e0b2075aa2 HTTP/1.1" status: 200 len: 815 time: 0.2723773 Jul 09 22:11:25.696623 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-46274a67-7129-40d9-9d35-55902dd46510 req-01450dbd-53cb-4624-9376-a0e26f39658d tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/quotas/c8b0d23241b3455c85ab64bd2faae847 HTTP/1.1" status: 200 len: 375 time: 0.0095787 Jul 09 22:11:25.713556 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 33888) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:25.744000 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-46274a67-7129-40d9-9d35-55902dd46510 req-38bfe87c-67b5-4afb-b864-b9b0dbc77843 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8b0d23241b3455c85ab64bd2faae847&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411260 Jul 09 22:11:25.745077 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 33892) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:25.834430 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:25.875428 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-de9dcb7c-6211-4448-9df4-10f07cbfc0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:26.018682 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-de9dcb7c-6211-4448-9df4-10f07cbfc0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:26.029778 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 33906) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:26.030931 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-de9dcb7c-6211-4448-9df4-10f07cbfc0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:26.076584 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545250'] for router, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:26.102745 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-0da5c21a-1513-41ce-b22b-daf299821212 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 22:11:26.103764 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-0da5c21a-1513-41ce-b22b-daf299821212 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1821766 Jul 09 22:11:26.110661 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4e38dc67-ab11-4b83-bc52-31befc8d27c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:26.120334 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dcb7c-6211-4448-9df4-10f07cbfc0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664ee129-f6b2-4285-bf74-9f8a6f8a965b,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:26.162399 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [req-46274a67-7129-40d9-9d35-55902dd46510 req-0e374592-8836-40ac-972f-7891a74a1314 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 22:11:26.163399 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-46274a67-7129-40d9-9d35-55902dd46510 req-0e374592-8836-40ac-972f-7891a74a1314 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0820806 Jul 09 22:11:26.165665 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-de9dcb7c-6211-4448-9df4-10f07cbfc0d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8d1a2ed137824fabb053111c1069d03c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4513283 Jul 09 22:11:26.166620 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3f0981bf-8b2a-4c37-87aa-1f2c79e2be70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:26.175197 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 33916) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:26.264078 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-74f1e72a-42f1-4b17-b692-870a3dc0788b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:26.278959 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] Router df69c597-5fc5-43cf-b3fc-36f28f39c01a is scheduled to L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 with binding_index 1 {{(pid=93127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 22:11:26.298622 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-74f1e72a-42f1-4b17-b692-870a3dc0788b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:26.344053 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-e0378955-8800-4f04-bebb-7de7cc3da5e5 service neutron] 10.222.0.10 "GET /v2.0/networks/34f2ffe7-e383-4559-83a8-0a7ede7b64f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287095 Jul 09 22:11:26.414104 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-46274a67-7129-40d9-9d35-55902dd46510 req-c97d7cca-e7c7-4c32-88ee-a1d68f8291ab service neutron] 10.222.0.10 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190127 Jul 09 22:11:26.422864 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:11:26.435558 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Sync routers for ids ['df69c597-5fc5-43cf-b3fc-36f28f39c01a'] in dv-cinder-794962-8-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:11:26.438494 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-74f1e72a-42f1-4b17-b692-870a3dc0788b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:26.447332 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-74f1e72a-42f1-4b17-b692-870a3dc0788b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:26.447332 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-74f1e72a-42f1-4b17-b692-870a3dc0788b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/664ee129-f6b2-4285-bf74-9f8a6f8a965b HTTP/1.1" status: 204 len: 168 time: 0.2662194 Jul 09 22:11:26.448156 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Routers {'df69c597-5fc5-43cf-b3fc-36f28f39c01a'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:11:26.448156 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:11:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['df69c597-5fc5-43cf-b3fc-36f28f39c01a'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:11:26.455268 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1e72a-42f1-4b17-b692-870a3dc0788b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664ee129-f6b2-4285-bf74-9f8a6f8a965b,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:26.535766 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4e38dc67-ab11-4b83-bc52-31befc8d27c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:26.545387 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4e38dc67-ab11-4b83-bc52-31befc8d27c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:26.546363 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] Notify callbacks [] for router, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:26.548324 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-9a53cb25-20f2-41cf-ac4f-48555c51c9eb admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6004524 Jul 09 22:11:26.551205 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 33920) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:26.573739 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-35a3df3f-9e51-4fff-9087-36863fefa2cd service neutron] 10.222.0.10 "GET /v2.0/networks/34f2ffe7-e383-4559-83a8-0a7ede7b64f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223732 Jul 09 22:11:26.580010 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Set router df69c597-5fc5-43cf-b3fc-36f28f39c01a gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:11:26.620622 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-4e38dc67-ab11-4b83-bc52-31befc8d27c4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f467f86570c48edb33b33c830bb342a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8743358 Jul 09 22:11:26.624050 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 33924) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:26.727317 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38dc67-ab11-4b83-bc52-31befc8d27c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644cd980-3638-4dac-b561-9e1def047fc3,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:26.742570 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-46274a67-7129-40d9-9d35-55902dd46510 req-72e604e2-5093-4080-b9b1-d59ded53054e service neutron] 10.222.0.10 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135324 Jul 09 22:11:26.790527 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df69c597-5fc5-43cf-b3fc-36f28f39c01a', 'name': 'tempest-ServerRescueNegativeTestJSON-907768786-router', 'tenant_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '06dae1ae-b8c3-4451-af0e-f6954797dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:11:24Z', 'updated_at': '2021-07-09T22:11:25Z', 'revision_number': 3, 'project_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'gw_port': {'id': '06dae1ae-b8c3-4451-af0e-f6954797dcc6', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df69c597-5fc5-43cf-b3fc-36f28f39c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:11:24Z', 'updated_at': '2021-07-09T22:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:11:26.819421 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Checking router: df69c597-5fc5-43cf-b3fc-36f28f39c01a for host: dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:11:26.820126 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Updating router df69c597-5fc5-43cf-b3fc-36f28f39c01a port 06dae1ae-b8c3-4451-af0e-f6954797dcc6 binding host dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:11:26.859882 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-eba07683-3e0f-4e0c-b4a0-b13823ec9daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:26.908467 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-eba07683-3e0f-4e0c-b4a0-b13823ec9daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:26.911611 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 33930) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:26.921943 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:26.970068 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-85691920-2ce3-4cab-9e3d-5baf132c04df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:27.020556 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3f0981bf-8b2a-4c37-87aa-1f2c79e2be70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:27.029124 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3f0981bf-8b2a-4c37-87aa-1f2c79e2be70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:27.157203 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-3f0981bf-8b2a-4c37-87aa-1f2c79e2be70 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a95991a7fe8c4c6790ffc7131aba86e5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1219800 Jul 09 22:11:27.208875 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 33960) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:27.290619 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0981bf-8b2a-4c37-87aa-1f2c79e2be70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe89b40-843f-44c9-bfd7-47701f391e0a,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:27.293694 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-80141b17-6a09-48e0-aef2-891aaf347e4c req-a0c97888-9a31-44d0-8269-f3c7f6bc96c1 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 210 time: 0.1332901 Jul 09 22:11:27.341933 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7058a037-018b-4f51-9b1d-804dfb1ae7de req-fde96002-af0d-4789-8253-2151fa8165ff tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 210 time: 0.0424190 Jul 09 22:11:27.363652 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-eba07683-3e0f-4e0c-b4a0-b13823ec9daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:27.363652 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-eba07683-3e0f-4e0c-b4a0-b13823ec9daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:27.363652 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-eba07683-3e0f-4e0c-b4a0-b13823ec9daa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/644cd980-3638-4dac-b561-9e1def047fc3 HTTP/1.1" status: 204 len: 168 time: 0.7225356 Jul 09 22:11:27.385865 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-909e9cbd-2998-4397-aa50-ad71feb3b698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:27.426516 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-909e9cbd-2998-4397-aa50-ad71feb3b698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:27.441792 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba07683-3e0f-4e0c-b4a0-b13823ec9daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644cd980-3638-4dac-b561-9e1def047fc3,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:27.521736 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Notify callbacks [] for port, precommit_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:27.557687 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Transition to ACTIVE for port object 06dae1ae-b8c3-4451-af0e-f6954797dcc6 will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:11:27.586582 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:27.614297 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-85691920-2ce3-4cab-9e3d-5baf132c04df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:27.622603 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-85691920-2ce3-4cab-9e3d-5baf132c04df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:27.685525 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-44d63a17-f13f-4701-98a3-ad1d3bbc9a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:27.723754 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Attempting to bind port 06dae1ae-b8c3-4451-af0e-f6954797dcc6 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:11:27.724370 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Attempting to bind port 06dae1ae-b8c3-4451-af0e-f6954797dcc6 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:11:27.724943 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Attempting to bind port 06dae1ae-b8c3-4451-af0e-f6954797dcc6 on network 48f3c221-d066-4df5-b08c-0298bc94fba3 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:11:27.735000 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabf0c7-d5a8-495c-b954-46977312e480 None None] Pushing event updated for resources: {'Port': ['ID=06dae1ae-b8c3-4451-af0e-f6954797dcc6,revision_number=2']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:27.738956 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:11:27.739607 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Checking segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:11:27.740223 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:27.740831 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Bound using segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:11:27.741489 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Bound port: 06dae1ae-b8c3-4451-af0e-f6954797dcc6, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:11:27.742145 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:27.755613 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-909e9cbd-2998-4397-aa50-ad71feb3b698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:27.756926 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-85691920-2ce3-4cab-9e3d-5baf132c04df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c5664846e754bbd93da93d6cf250197&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8433690 Jul 09 22:11:27.757683 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-909e9cbd-2998-4397-aa50-ad71feb3b698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:27.760210 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-909e9cbd-2998-4397-aa50-ad71feb3b698 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4fe89b40-843f-44c9-bfd7-47701f391e0a HTTP/1.1" status: 204 len: 168 time: 0.5481186 Jul 09 22:11:27.771246 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 33996) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:27.779783 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabf0c7-d5a8-495c-b954-46977312e480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:27.780359 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabf0c7-d5a8-495c-b954-46977312e480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:27.780952 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabf0c7-d5a8-495c-b954-46977312e480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:27.781439 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabf0c7-d5a8-495c-b954-46977312e480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:27.781937 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabf0c7-d5a8-495c-b954-46977312e480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:27.782660 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabf0c7-d5a8-495c-b954-46977312e480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:27.783289 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabf0c7-d5a8-495c-b954-46977312e480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:27.783875 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabf0c7-d5a8-495c-b954-46977312e480 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:27.784421 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabf0c7-d5a8-495c-b954-46977312e480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:27.785176 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabf0c7-d5a8-495c-b954-46977312e480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:27.785762 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabf0c7-d5a8-495c-b954-46977312e480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:27.786289 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabf0c7-d5a8-495c-b954-46977312e480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabf0c7-d5a8-495c-b954-46977312e480 None None] Tracked resource versions report: Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: pushed versions: Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: { 'AddressGroup': {'1.2'}, Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'ConntrackHelper': {'1.0'}, Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Log': {'1.0'}, Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Network': {'1.1'}, Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Port': {'1.7'}, Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'PortForwarding': {'1.2'}, Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'QosPolicy': {'1.8'}, Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'SecurityGroup': {'1.4'}, Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'SecurityGroupRule': {'1.2'}, Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'SubPort': {'1.0'}, Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Subnet': {'1.1'}, Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Trunk': {'1.1'}} Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: consumer versions: Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: { DHCP agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: HyperV agent@hv-cinder-79496: {}, Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: L3 agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: Metadata agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: Metering agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: Open vSwitch agent@dv-cinder-794962-8-iscsi: { 'AddressGroup': '1.2', Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'ConntrackHelper': '1.0', Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Log': '1.0', Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Network': '1.1', Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Port': '1.7', Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'PortForwarding': '1.2', Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'QosPolicy': '1.8', Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'SecurityGroup': '1.4', Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'SecurityGroupRule': '1.2', Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'SubPort': '1.0', Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Subnet': '1.1', Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: 'Trunk': '1.1'}} Jul 09 22:11:27.787774 dv-cinder-794962-8-iscsi neutron-server[93130]: {{(pid=93130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 22:11:27.833192 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e9cbd-2998-4397-aa50-ad71feb3b698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe89b40-843f-44c9-bfd7-47701f391e0a,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:27.842883 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85691920-2ce3-4cab-9e3d-5baf132c04df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c5f74a-be62-4a13-8699-cb3eafe68a08,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:27.895026 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] For port 06dae1ae-b8c3-4451-af0e-f6954797dcc6, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:11:27.903010 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] For port 06dae1ae-b8c3-4451-af0e-f6954797dcc6, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=06dae1ae-b8c3-4451-af0e-f6954797dcc6,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:11:27.912978 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:27.953508 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9c486ff3-3366-41ba-90bd-a05610211374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:28.006435 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Routers {'df69c597-5fc5-43cf-b3fc-36f28f39c01a'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:11:28.007420 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:11:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['df69c597-5fc5-43cf-b3fc-36f28f39c01a'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:11:28.010725 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabf0c7-d5a8-495c-b954-46977312e480 None None] Pushing event updated for resources: {'Port': ['ID=06dae1ae-b8c3-4451-af0e-f6954797dcc6,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:28.023362 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9c486ff3-3366-41ba-90bd-a05610211374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:28.110172 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9c486ff3-3366-41ba-90bd-a05610211374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:28.113810 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9c486ff3-3366-41ba-90bd-a05610211374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:28.119591 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-9c486ff3-3366-41ba-90bd-a05610211374 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17c5f74a-be62-4a13-8699-cb3eafe68a08 HTTP/1.1" status: 204 len: 168 time: 0.3280215 Jul 09 22:11:28.135520 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c486ff3-3366-41ba-90bd-a05610211374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c5f74a-be62-4a13-8699-cb3eafe68a08,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:28.210886 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] Set router df69c597-5fc5-43cf-b3fc-36f28f39c01a gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:11:28.211743 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_common [None req-44d63a17-f13f-4701-98a3-ad1d3bbc9a58 admin admin] Allocated IP 172.20.0.1 (64d56d6c-b5b0-457e-b45f-91b55fb58f13/a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9/4b55d622-a712-456b-9fcb-d893f3c1646c) {{(pid=93127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:11:28.334783 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-44d63a17-f13f-4701-98a3-ad1d3bbc9a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:28.384287 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 34034) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:28.385709 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-44d63a17-f13f-4701-98a3-ad1d3bbc9a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:28.438574 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d63a17-f13f-4701-98a3-ad1d3bbc9a58 admin admin] Pushing event updated for resources: {'Port': ['ID=4b55d622-a712-456b-9fcb-d893f3c1646c,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:28.446165 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d4beb6e5-13f7-4d40-8db9-c250e6d2545b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:28.455874 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d63a17-f13f-4701-98a3-ad1d3bbc9a58 admin admin] Network 64d56d6c-b5b0-457e-b45f-91b55fb58f13 is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:11:28.458203 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-44d63a17-f13f-4701-98a3-ad1d3bbc9a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:11:28.460936 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d63a17-f13f-4701-98a3-ad1d3bbc9a58 admin admin] Received port after_create {{(pid=93127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:11:28.461689 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-44d63a17-f13f-4701-98a3-ad1d3bbc9a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548053'] for router_interface, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:28.481648 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df69c597-5fc5-43cf-b3fc-36f28f39c01a', 'name': 'tempest-ServerRescueNegativeTestJSON-907768786-router', 'tenant_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '06dae1ae-b8c3-4451-af0e-f6954797dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:11:24Z', 'updated_at': '2021-07-09T22:11:25Z', 'revision_number': 3, 'project_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'gw_port': {'id': '06dae1ae-b8c3-4451-af0e-f6954797dcc6', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df69c597-5fc5-43cf-b3fc-36f28f39c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:11:24Z', 'updated_at': '2021-07-09T22:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:11:28.522697 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d31a3d06-745e-414b-a489-f79af6b9ac7d req-9f610a55-c199-4470-b25c-5b74a80b6594 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 210 time: 0.1008294 Jul 09 22:11:28.523139 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853de59e-e11d-4e52-b1b2-25d9fa6f3e42 None None] The sync data for ids ['df69c597-5fc5-43cf-b3fc-36f28f39c01a'] in dv-cinder-794962-8-iscsi is: [{'id': 'df69c597-5fc5-43cf-b3fc-36f28f39c01a', 'name': 'tempest-ServerRescueNegativeTestJSON-907768786-router', 'tenant_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '06dae1ae-b8c3-4451-af0e-f6954797dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:11:24Z', 'updated_at': '2021-07-09T22:11:25Z', 'revision_number': 3, 'project_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'gw_port': {'id': '06dae1ae-b8c3-4451-af0e-f6954797dcc6', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df69c597-5fc5-43cf-b3fc-36f28f39c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:11:24Z', 'updated_at': '2021-07-09T22:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:11:28.541360 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 34040) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:28.583312 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8b96df73-322c-4a51-b60e-5c423c53b040 req-7d0dcfbc-5bf8-4e0d-9465-9d07edf2ca9a tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 210 time: 0.0821314 Jul 09 22:11:28.725364 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d4beb6e5-13f7-4d40-8db9-c250e6d2545b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:28.734777 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d4beb6e5-13f7-4d40-8db9-c250e6d2545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:28.801668 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-d4beb6e5-13f7-4d40-8db9-c250e6d2545b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dde8ea2eadb1404abf908b3abc55ab83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4116023 Jul 09 22:11:28.803150 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 34048) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:28.853936 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4beb6e5-13f7-4d40-8db9-c250e6d2545b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86c1806-a0c7-463c-99d4-3c10357d5895,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:28.862103 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 34054) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:28.888433 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-44d63a17-f13f-4701-98a3-ad1d3bbc9a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:28.941324 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-938979a4-b59b-4116-90e0-5f5dda3937d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:29.006142 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-75d00a9a-2512-4ee8-a456-2bcc07980bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:29.124170 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-75d00a9a-2512-4ee8-a456-2bcc07980bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:29.286372 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b69a676f-0c2c-417c-9c7f-f3c72458280a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:29.297782 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-44d63a17-f13f-4701-98a3-ad1d3bbc9a58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:29.310376 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-44d63a17-f13f-4701-98a3-ad1d3bbc9a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:29.312747 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-44d63a17-f13f-4701-98a3-ad1d3bbc9a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545448'] for router_interface, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:29.312894 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-75d00a9a-2512-4ee8-a456-2bcc07980bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:29.316604 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-75d00a9a-2512-4ee8-a456-2bcc07980bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:29.323492 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-75d00a9a-2512-4ee8-a456-2bcc07980bbd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d86c1806-a0c7-463c-99d4-3c10357d5895 HTTP/1.1" status: 204 len: 168 time: 0.5190668 Jul 09 22:11:29.356382 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d00a9a-2512-4ee8-a456-2bcc07980bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86c1806-a0c7-463c-99d4-3c10357d5895,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:29.376668 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d63a17-f13f-4701-98a3-ad1d3bbc9a58 admin admin] Pushing event updated for resources: {'Port': ['ID=4b55d622-a712-456b-9fcb-d893f3c1646c,revision_number=2']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:29.433131 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-938979a4-b59b-4116-90e0-5f5dda3937d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:29.440088 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-938979a4-b59b-4116-90e0-5f5dda3937d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:29.485847 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938979a4-b59b-4116-90e0-5f5dda3937d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750fe20f-a759-403f-b00f-8c6b95f656f6,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:29.525537 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 34084) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:29.603271 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-938979a4-b59b-4116-90e0-5f5dda3937d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ac18eddb1b8499d8c63a7c0948b5cd7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7404051 Jul 09 22:11:29.607994 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 34092) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:29.693633 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f03e5ea8-a313-4923-83ef-498b2cfbf55c req-759a876f-bb8e-4af8-9df7-31ed47541e36 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 210 time: 0.0734191 Jul 09 22:11:29.739288 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d63a17-f13f-4701-98a3-ad1d3bbc9a58 admin admin] Network 64d56d6c-b5b0-457e-b45f-91b55fb58f13 is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:11:29.746227 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-44d63a17-f13f-4701-98a3-ad1d3bbc9a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:11:29.757975 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bf1cd718-d265-4097-91a7-e3a9a0ade153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:29.820461 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bf1cd718-d265-4097-91a7-e3a9a0ade153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:29.988748 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-278fefd8-ab0b-42d0-a146-fdb8b14a8988 req-889a0459-0cff-4da6-9032-aa76054e6775 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 210 time: 0.0680261 Jul 09 22:11:29.994132 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bf1cd718-d265-4097-91a7-e3a9a0ade153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:30.012614 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 06dae1ae-b8c3-4451-af0e-f6954797dcc6 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:11:30.013241 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bf1cd718-d265-4097-91a7-e3a9a0ade153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:30.020145 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-bf1cd718-d265-4097-91a7-e3a9a0ade153 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/750fe20f-a759-403f-b00f-8c6b95f656f6 HTTP/1.1" status: 204 len: 168 time: 0.4102647 Jul 09 22:11:30.029273 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1cd718-d265-4097-91a7-e3a9a0ade153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750fe20f-a759-403f-b00f-8c6b95f656f6,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:30.108997 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b69a676f-0c2c-417c-9c7f-f3c72458280a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:30.128082 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b69a676f-0c2c-417c-9c7f-f3c72458280a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:30.145407 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d63a17-f13f-4701-98a3-ad1d3bbc9a58 admin admin] Router df69c597-5fc5-43cf-b3fc-36f28f39c01a has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:11:30.181854 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 06dae1ae-b8c3-4451-af0e-f6954797dcc6 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:11:30.189036 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b258eac4-764f-49c7-9c87-55c55a8d4ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:30.190613 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 06dae1ae-b8c3-4451-af0e-f6954797dcc6 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:11:30.191388 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:30.274015 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a676f-0c2c-417c-9c7f-f3c72458280a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1b4f78-fe1b-4b0b-90aa-7c565a6a989e,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:30.287552 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-b69a676f-0c2c-417c-9c7f-f3c72458280a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9060f7b87bd9458c8572a17b28e5d86f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7431166 Jul 09 22:11:30.297297 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 34110) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:30.464025 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:30.507292 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port 06dae1ae-b8c3-4451-af0e-f6954797dcc6, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=06dae1ae-b8c3-4451-af0e-f6954797dcc6,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:11:30.512678 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:30.517927 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d63a17-f13f-4701-98a3-ad1d3bbc9a58 admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:11:30.530004 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-44d63a17-f13f-4701-98a3-ad1d3bbc9a58 admin admin] 10.222.0.10 "PUT /v2.0/routers/df69c597-5fc5-43cf-b3fc-36f28f39c01a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9771898 Jul 09 22:11:30.593407 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-082929fc-133d-49bf-8928-edc5ffaa9cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:30.603014 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=06dae1ae-b8c3-4451-af0e-f6954797dcc6,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:30.614427 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:30.615007 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:30.615607 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:30.615948 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:30.616274 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:30.616601 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:30.616951 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:30.617894 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:30.618244 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:30.618574 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:30.619544 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:30.620154 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Tracked resource versions report: Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: pushed versions: Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: { 'AddressGroup': {'1.2'}, Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'ConntrackHelper': {'1.0'}, Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Log': {'1.0'}, Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Network': {'1.1'}, Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Port': {'1.7'}, Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'PortForwarding': {'1.2'}, Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'QosPolicy': {'1.8'}, Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'SecurityGroup': {'1.4'}, Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'SecurityGroupRule': {'1.2'}, Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'SubPort': {'1.0'}, Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Subnet': {'1.1'}, Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Trunk': {'1.1'}} Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: consumer versions: Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: { DHCP agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: HyperV agent@hv-cinder-79496: {}, Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: L3 agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: Metadata agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: Metering agent@dv-cinder-794962-8-iscsi: {}, Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: Open vSwitch agent@dv-cinder-794962-8-iscsi: { 'AddressGroup': '1.2', Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'ConntrackHelper': '1.0', Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Log': '1.0', Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Network': '1.1', Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Port': '1.7', Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'PortForwarding': '1.2', Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'QosPolicy': '1.8', Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'SecurityGroup': '1.4', Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'SecurityGroupRule': '1.2', Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'SubPort': '1.0', Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Subnet': '1.1', Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: 'Trunk': '1.1'}} Jul 09 22:11:30.621348 dv-cinder-794962-8-iscsi neutron-server[93129]: {{(pid=93129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 22:11:30.651008 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-082929fc-133d-49bf-8928-edc5ffaa9cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:30.654971 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b258eac4-764f-49c7-9c87-55c55a8d4ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:30.664141 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b258eac4-764f-49c7-9c87-55c55a8d4ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:30.906807 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-b258eac4-764f-49c7-9c87-55c55a8d4ff3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9f47e28094b417f98ebaaeb816faeef&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3802054 Jul 09 22:11:30.909513 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 34132) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:30.930368 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258eac4-764f-49c7-9c87-55c55a8d4ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2570a923-e3f2-4257-ac51-5954514e212a,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:30.933362 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-082929fc-133d-49bf-8928-edc5ffaa9cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:30.966599 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-082929fc-133d-49bf-8928-edc5ffaa9cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:31.000856 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-082929fc-133d-49bf-8928-edc5ffaa9cb6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f1b4f78-fe1b-4b0b-90aa-7c565a6a989e HTTP/1.1" status: 204 len: 168 time: 0.6924357 Jul 09 22:11:31.049352 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082929fc-133d-49bf-8928-edc5ffaa9cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1b4f78-fe1b-4b0b-90aa-7c565a6a989e,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:31.073093 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.11', 55829) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:31.132471 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-90dc0988-b2aa-4888-8331-43a2709bc67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:31.189122 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-90dc0988-b2aa-4888-8331-43a2709bc67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:31.212481 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bbbfc103-e9f0-44c6-95a1-62136f24c577 req-83ebbf37-10f8-41fd-9430-dd0f398434fc tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 210 time: 0.0750420 Jul 09 22:11:31.308977 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Sync routers for ids ['df69c597-5fc5-43cf-b3fc-36f28f39c01a'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:11:31.346085 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Routers {'df69c597-5fc5-43cf-b3fc-36f28f39c01a'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:11:31.348334 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:11:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['df69c597-5fc5-43cf-b3fc-36f28f39c01a'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:11:31.378519 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-90dc0988-b2aa-4888-8331-43a2709bc67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:31.390705 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-90dc0988-b2aa-4888-8331-43a2709bc67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:31.396308 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-90dc0988-b2aa-4888-8331-43a2709bc67a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2570a923-e3f2-4257-ac51-5954514e212a HTTP/1.1" status: 204 len: 168 time: 0.4833465 Jul 09 22:11:31.433746 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc0988-b2aa-4888-8331-43a2709bc67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2570a923-e3f2-4257-ac51-5954514e212a,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:31.443638 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-7e5f10b8-6bcb-4755-96a0-6adba9e7a46f tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:31.445856 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-7e5f10b8-6bcb-4755-96a0-6adba9e7a46f tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.11 "GET /v2.0/networks?id=34f2ffe7-e383-4559-83a8-0a7ede7b64f4 HTTP/1.1" status: 200 len: 811 time: 0.3714690 Jul 09 22:11:31.449947 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2d78c15f-15ab-48b2-a890-2b6eeb983d76 req-2312649e-73f7-4d3d-b827-281888bccf6e tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 210 time: 0.1327605 Jul 09 22:11:31.505139 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-ce8f3c82-a85f-4445-89dd-4c0de7617573 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Request body: {'port': {'device_id': 'f604b252-e825-4204-9b7d-f0a09b5fd2bd', 'network_id': '34f2ffe7-e383-4559-83a8-0a7ede7b64f4', 'admin_state_up': True, 'tenant_id': '0e2bef93cd0a41a69f4f814823598405'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:11:31.607082 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Set router df69c597-5fc5-43cf-b3fc-36f28f39c01a gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:11:31.968838 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 06dae1ae-b8c3-4451-af0e-f6954797dcc6 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:11:32.078439 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-ce8f3c82-a85f-4445-89dd-4c0de7617573 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Made reservation on behalf of 0e2bef93cd0a41a69f4f814823598405 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:11:32.090636 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-ce8f3c82-a85f-4445-89dd-4c0de7617573 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:32.126806 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 06dae1ae-b8c3-4451-af0e-f6954797dcc6 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:11:32.127452 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:32.202012 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.11', 55834) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:32.345302 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df69c597-5fc5-43cf-b3fc-36f28f39c01a', 'name': 'tempest-ServerRescueNegativeTestJSON-907768786-router', 'tenant_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '06dae1ae-b8c3-4451-af0e-f6954797dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:11:24Z', 'updated_at': '2021-07-09T22:11:28Z', 'revision_number': 4, 'project_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'gw_port': {'id': '06dae1ae-b8c3-4451-af0e-f6954797dcc6', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df69c597-5fc5-43cf-b3fc-36f28f39c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:11:24Z', 'updated_at': '2021-07-09T22:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '4b55d622-a712-456b-9fcb-d893f3c1646c', 'name': '', 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13', 'tenant_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'mac_address': 'fa:16:3e:40:a6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df69c597-5fc5-43cf-b3fc-36f28f39c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:11:27Z', 'updated_at': '2021-07-09T22:11:29Z', 'revision_number': 2, 'project_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'subnets': [{'id': 'a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:11:32.456120 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Checking router: df69c597-5fc5-43cf-b3fc-36f28f39c01a for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:11:32.456701 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Updating router df69c597-5fc5-43cf-b3fc-36f28f39c01a port 4b55d622-a712-456b-9fcb-d893f3c1646c binding host dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:11:32.590486 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:32.779219 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-ce8f3c82-a85f-4445-89dd-4c0de7617573 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Allocated IP 172.20.0.7 (34f2ffe7-e383-4559-83a8-0a7ede7b64f4/ac30a62f-0d2a-4cad-96b7-a9a9d08d0abe/2ab0ba2a-57d6-4e73-8109-316a4fbbb044) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:11:32.871685 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c65b4edf-6901-47db-99cb-9a4068ef4f0f req-1abab26f-8f9d-4820-ad3b-3a3949db51f8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 210 time: 0.1900063 Jul 09 22:11:33.040355 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46274a67-7129-40d9-9d35-55902dd46510 req-83305dd7-f11a-4b4f-9ab2-26e23731e328 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:33.042167 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-46274a67-7129-40d9-9d35-55902dd46510 req-83305dd7-f11a-4b4f-9ab2-26e23731e328 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.11 "GET /v2.0/networks?id=88571eac-376f-4335-83d2-f6e0b2075aa2 HTTP/1.1" status: 200 len: 815 time: 0.8383176 Jul 09 22:11:33.061160 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [req-46274a67-7129-40d9-9d35-55902dd46510 req-9228be64-951e-4053-9255-6a403577a11a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Request body: {'port': {'device_id': 'ba2deda2-aef0-43b5-acc5-f4d752245701', 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2', 'admin_state_up': True, 'tenant_id': 'c8b0d23241b3455c85ab64bd2faae847'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:11:33.329851 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:33.357729 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Transition to ACTIVE for port object 4b55d622-a712-456b-9fcb-d893f3c1646c will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:11:33.378268 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:33.393903 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-91328910-66fe-4efb-a709-d86f1a22f372 req-f656bba2-71e4-4f62-b7eb-02f06f19340c tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 210 time: 0.1095958 Jul 09 22:11:33.492570 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-5bc9cc92-baaa-49fa-8dee-343cafcb7c45 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:33.506649 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-5bc9cc92-baaa-49fa-8dee-343cafcb7c45 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/networks?id=64d56d6c-b5b0-457e-b45f-91b55fb58f13 HTTP/1.1" status: 200 len: 818 time: 0.6136844 Jul 09 22:11:33.533416 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46274a67-7129-40d9-9d35-55902dd46510 req-9228be64-951e-4053-9255-6a403577a11a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Made reservation on behalf of c8b0d23241b3455c85ab64bd2faae847 for: {'port': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:11:33.538573 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-46274a67-7129-40d9-9d35-55902dd46510 req-9228be64-951e-4053-9255-6a403577a11a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:33.566844 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-ce8f3c82-a85f-4445-89dd-4c0de7617573 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:33.606469 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Attempting to bind port 4b55d622-a712-456b-9fcb-d893f3c1646c on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:11:33.606977 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Attempting to bind port 4b55d622-a712-456b-9fcb-d893f3c1646c by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '78bbba0f-c327-4449-b658-948f153fcd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:11:33.607627 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Attempting to bind port 4b55d622-a712-456b-9fcb-d893f3c1646c on network 64d56d6c-b5b0-457e-b45f-91b55fb58f13 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:11:33.618352 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:11:33.618952 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Checking segment: {'id': '78bbba0f-c327-4449-b658-948f153fcd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:11:33.619315 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:33.619911 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Bound using segment: {'id': '78bbba0f-c327-4449-b658-948f153fcd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:11:33.620397 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Bound port: 4b55d622-a712-456b-9fcb-d893f3c1646c, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78bbba0f-c327-4449-b658-948f153fcd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:11:33.620820 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:33.622288 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-67c1591b-6316-455e-9511-e9814ff269ea tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/quotas/e38d172f82bf4fbaa466022ebb6ecce5 HTTP/1.1" status: 200 len: 375 time: 0.1135726 Jul 09 22:11:33.736209 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-ce8f3c82-a85f-4445-89dd-4c0de7617573 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:33.910303 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b399a-a7a9-4235-b720-c0cc21ce206d None None] Pushing event updated for resources: {'Port': ['ID=4b55d622-a712-456b-9fcb-d893f3c1646c,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:34.052494 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] For port 4b55d622-a712-456b-9fcb-d893f3c1646c, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:11:34.068426 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] For port 4b55d622-a712-456b-9fcb-d893f3c1646c, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=4b55d622-a712-456b-9fcb-d893f3c1646c,segment=NetworkSegment(78bbba0f-c327-4449-b658-948f153fcd18),segment_id=78bbba0f-c327-4449-b658-948f153fcd18)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:11:34.080964 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:34.296759 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-ce8f3c82-a85f-4445-89dd-4c0de7617573 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Network 34f2ffe7-e383-4559-83a8-0a7ede7b64f4 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:11:34.355948 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b399a-a7a9-4235-b720-c0cc21ce206d None None] Pushing event updated for resources: {'Port': ['ID=4b55d622-a712-456b-9fcb-d893f3c1646c,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:34.373224 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Routers {'df69c597-5fc5-43cf-b3fc-36f28f39c01a'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:11:34.376004 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:11:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['df69c597-5fc5-43cf-b3fc-36f28f39c01a'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:11:34.383924 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-ce8f3c82-a85f-4445-89dd-4c0de7617573 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:11:34.422022 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-ce8f3c82-a85f-4445-89dd-4c0de7617573 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:11:34.431935 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_common [req-46274a67-7129-40d9-9d35-55902dd46510 req-9228be64-951e-4053-9255-6a403577a11a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Allocated IP 172.20.0.9 (88571eac-376f-4335-83d2-f6e0b2075aa2/8b8a9bc5-7293-41e2-a6fc-44520b19e195/f3ddf4c3-ff47-452f-ba66-a9a2d53e122b) {{(pid=93127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:11:34.440179 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-ce8f3c82-a85f-4445-89dd-4c0de7617573 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:34.445826 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-ce8f3c82-a85f-4445-89dd-4c0de7617573 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:34.610401 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-212e9046-ccff-4060-b9bd-f4096ce50861 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e38d172f82bf4fbaa466022ebb6ecce5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9749193 Jul 09 22:11:34.637231 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] Set router df69c597-5fc5-43cf-b3fc-36f28f39c01a gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:11:34.638658 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3901ae0c-a996-41a6-bf0a-196165723053 req-2386102f-0da5-480f-9124-9029b395bfee tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 210 time: 0.2391829 Jul 09 22:11:34.639614 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f3c82-a85f-4445-89dd-4c0de7617573 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Pushing event updated for resources: {'Port': ['ID=2ab0ba2a-57d6-4e73-8109-316a4fbbb044,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:34.723449 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-ce8f3c82-a85f-4445-89dd-4c0de7617573 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2259302 Jul 09 22:11:34.940130 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-0144b5d5-5b67-4c35-b0dc-7bb28c9ec697 service neutron] 10.222.0.10 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286273 Jul 09 22:11:34.959790 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-46274a67-7129-40d9-9d35-55902dd46510 req-9228be64-951e-4053-9255-6a403577a11a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks [] for port, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:35.036254 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-46274a67-7129-40d9-9d35-55902dd46510 req-9228be64-951e-4053-9255-6a403577a11a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:35.133832 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-2394188b-2fa7-4f66-8e1e-d79673cf7dd3 service neutron] 10.222.0.10 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833243 Jul 09 22:11:35.232110 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228be64-951e-4053-9255-6a403577a11a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Pushing event updated for resources: {'Port': ['ID=f3ddf4c3-ff47-452f-ba66-a9a2d53e122b,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:35.252345 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df69c597-5fc5-43cf-b3fc-36f28f39c01a', 'name': 'tempest-ServerRescueNegativeTestJSON-907768786-router', 'tenant_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '06dae1ae-b8c3-4451-af0e-f6954797dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:11:24Z', 'updated_at': '2021-07-09T22:11:28Z', 'revision_number': 4, 'project_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'gw_port': {'id': '06dae1ae-b8c3-4451-af0e-f6954797dcc6', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df69c597-5fc5-43cf-b3fc-36f28f39c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:11:24Z', 'updated_at': '2021-07-09T22:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '4b55d622-a712-456b-9fcb-d893f3c1646c', 'name': '', 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13', 'tenant_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'mac_address': 'fa:16:3e:40:a6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df69c597-5fc5-43cf-b3fc-36f28f39c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:11:27Z', 'updated_at': '2021-07-09T22:11:34Z', 'revision_number': 4, 'project_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'subnets': [{'id': 'a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:11:35.256431 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9858f1-e707-4975-8232-d72ce4fc6d2b req-6f3b0f87-a020-4cc5-a627-022430b285ff tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:35.265925 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7b9858f1-e707-4975-8232-d72ce4fc6d2b req-6f3b0f87-a020-4cc5-a627-022430b285ff tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 931 time: 0.1306798 Jul 09 22:11:35.266662 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46274a67-7129-40d9-9d35-55902dd46510 req-9228be64-951e-4053-9255-6a403577a11a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Network 88571eac-376f-4335-83d2-f6e0b2075aa2 is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:11:35.271442 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [req-46274a67-7129-40d9-9d35-55902dd46510 req-9228be64-951e-4053-9255-6a403577a11a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:11:35.283535 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [req-46274a67-7129-40d9-9d35-55902dd46510 req-9228be64-951e-4053-9255-6a403577a11a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Received port after_create {{(pid=93127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:11:35.294363 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46274a67-7129-40d9-9d35-55902dd46510 req-9228be64-951e-4053-9255-6a403577a11a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:35.295081 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-46274a67-7129-40d9-9d35-55902dd46510 req-9228be64-951e-4053-9255-6a403577a11a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for port, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:35.335546 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7b9858f1-e707-4975-8232-d72ce4fc6d2b req-77ee2500-9ca2-4074-a1b2-dc34c10ef557 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668917 Jul 09 22:11:35.343729 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-46274a67-7129-40d9-9d35-55902dd46510 req-9228be64-951e-4053-9255-6a403577a11a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2911949 Jul 09 22:11:35.345635 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cb03a2-a310-49e0-98e7-6b7b2ddadda4 None None] The sync data for ids ['df69c597-5fc5-43cf-b3fc-36f28f39c01a'] in dv-cinder-794962-8-iscsi is: [{'id': 'df69c597-5fc5-43cf-b3fc-36f28f39c01a', 'name': 'tempest-ServerRescueNegativeTestJSON-907768786-router', 'tenant_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '06dae1ae-b8c3-4451-af0e-f6954797dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:11:24Z', 'updated_at': '2021-07-09T22:11:28Z', 'revision_number': 4, 'project_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'gw_port': {'id': '06dae1ae-b8c3-4451-af0e-f6954797dcc6', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df69c597-5fc5-43cf-b3fc-36f28f39c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:11:24Z', 'updated_at': '2021-07-09T22:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '4b55d622-a712-456b-9fcb-d893f3c1646c', 'name': '', 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13', 'tenant_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'mac_address': 'fa:16:3e:40:a6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df69c597-5fc5-43cf-b3fc-36f28f39c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:11:27Z', 'updated_at': '2021-07-09T22:11:34Z', 'revision_number': 4, 'project_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'subnets': [{'id': 'a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:11:35.597747 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [req-46274a67-7129-40d9-9d35-55902dd46510 req-26051972-4bc2-44f0-856e-4775cccf22fc tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 22:11:35.599430 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-46274a67-7129-40d9-9d35-55902dd46510 req-26051972-4bc2-44f0-856e-4775cccf22fc tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074754 Jul 09 22:11:35.615115 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-e83d5c28-fb87-4e83-a4a4-4d55a1b4bcbb tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 22:11:35.616172 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-e83d5c28-fb87-4e83-a4a4-4d55a1b4bcbb tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057781 Jul 09 22:11:35.638818 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-99116981-094b-4599-aa36-a56055569db3 req-711d164d-3bc0-4878-8af3-1bb431e6c7c6 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 210 time: 0.0686226 Jul 09 22:11:36.174711 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 4b55d622-a712-456b-9fcb-d893f3c1646c up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:11:36.286365 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 4b55d622-a712-456b-9fcb-d893f3c1646c completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:11:36.292188 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 4b55d622-a712-456b-9fcb-d893f3c1646c triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:11:36.292813 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:36.480390 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5af70a-241a-4dcf-8754-c9e138fc3f02 req-148dd6fc-d1a7-493f-8dd5-c8e0634e626c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:36.504433 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8f5af70a-241a-4dcf-8754-c9e138fc3f02 req-148dd6fc-d1a7-493f-8dd5-c8e0634e626c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 931 time: 0.5676038 Jul 09 22:11:36.586866 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:36.734817 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port 4b55d622-a712-456b-9fcb-d893f3c1646c, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=4b55d622-a712-456b-9fcb-d893f3c1646c,segment=NetworkSegment(78bbba0f-c327-4449-b658-948f153fcd18),segment_id=78bbba0f-c327-4449-b658-948f153fcd18)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:11:36.743771 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:36.875363 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Request body: {'port': {'device_id': 'f604b252-e825-4204-9b7d-f0a09b5fd2bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:11:36.955774 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=4b55d622-a712-456b-9fcb-d893f3c1646c,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:37.034286 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Request body: {'port': {'device_id': 'ba2deda2-aef0-43b5-acc5-f4d752245701', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:11:37.183400 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:37.264208 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8f5af70a-241a-4dcf-8754-c9e138fc3f02 req-aa3569b4-3c75-404f-b5c8-4cd04fdf26da tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7572842 Jul 09 22:11:37.314864 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:37.401705 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f445f26-a85a-4a03-a97d-d0218411f740 req-cb4d3a66-dc42-430d-89d9-f207b2006579 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:37.406779 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2f445f26-a85a-4a03-a97d-d0218411f740 req-cb4d3a66-dc42-430d-89d9-f207b2006579 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 931 time: 0.8590510 Jul 09 22:11:38.027124 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2f445f26-a85a-4a03-a97d-d0218411f740 req-67a6c286-ec13-4ac8-b8e2-d5eb955866f9 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772140 Jul 09 22:11:38.122649 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.notifiers.nova [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab0ba2a-57d6-4e73-8109-316a4fbbb044 {{(pid=93127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:11:38.142130 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 4b55d622-a712-456b-9fcb-d893f3c1646c up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:11:38.143039 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:38.171829 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.provisioning_blocks [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Transition to ACTIVE for port object 2ab0ba2a-57d6-4e73-8109-316a4fbbb044 will not be triggered until provisioned by entity L2. {{(pid=93127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:11:38.194097 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:38.366031 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 4b55d622-a712-456b-9fcb-d893f3c1646c triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:11:38.366726 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:38.474651 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Attempting to bind port 2ab0ba2a-57d6-4e73-8109-316a4fbbb044 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:11:38.475414 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Attempting to bind port 2ab0ba2a-57d6-4e73-8109-316a4fbbb044 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '28d4c89a-65f2-43d3-804e-7d066eebe9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34f2ffe7-e383-4559-83a8-0a7ede7b64f4'}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:11:38.476000 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Attempting to bind port 2ab0ba2a-57d6-4e73-8109-316a4fbbb044 on network 34f2ffe7-e383-4559-83a8-0a7ede7b64f4 {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:11:38.503374 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Port 2ab0ba2a-57d6-4e73-8109-316a4fbbb044 on network 34f2ffe7-e383-4559-83a8-0a7ede7b64f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:11:38.506337 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Attempting to bind port 2ab0ba2a-57d6-4e73-8109-316a4fbbb044 on network 34f2ffe7-e383-4559-83a8-0a7ede7b64f4 {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:11:38.519604 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:11:38.522754 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Checking segment: {'id': '28d4c89a-65f2-43d3-804e-7d066eebe9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34f2ffe7-e383-4559-83a8-0a7ede7b64f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:11:38.589545 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Bound using segment: {'id': '28d4c89a-65f2-43d3-804e-7d066eebe9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34f2ffe7-e383-4559-83a8-0a7ede7b64f4'} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:11:38.589545 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Bound port: 2ab0ba2a-57d6-4e73-8109-316a4fbbb044, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28d4c89a-65f2-43d3-804e-7d066eebe9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34f2ffe7-e383-4559-83a8-0a7ede7b64f4'}}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:11:38.589545 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:38.589545 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Pushing event updated for resources: {'Port': ['ID=2ab0ba2a-57d6-4e73-8109-316a4fbbb044,revision_number=2']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:38.700318 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-22157834-4f1a-4f05-bb78-1261bfbcbf01 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:38.714342 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-22157834-4f1a-4f05-bb78-1261bfbcbf01 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/networks?id=64d56d6c-b5b0-457e-b45f-91b55fb58f13 HTTP/1.1" status: 200 len: 818 time: 1.1468236 Jul 09 22:11:38.738971 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.db [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] For port 2ab0ba2a-57d6-4e73-8109-316a4fbbb044, host hv-cinder-79496, cleared binding levels {{(pid=93127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:11:38.756358 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.db [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] For port 2ab0ba2a-57d6-4e73-8109-316a4fbbb044, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2ab0ba2a-57d6-4e73-8109-316a4fbbb044,segment=NetworkSegment(28d4c89a-65f2-43d3-804e-7d066eebe9a1),segment_id=28d4c89a-65f2-43d3-804e-7d066eebe9a1)] {{(pid=93127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:11:38.764276 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:38.786817 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-751d787e-8f9e-42eb-9229-3e0a9f8b3743 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/quotas/e38d172f82bf4fbaa466022ebb6ecce5 HTTP/1.1" status: 200 len: 375 time: 0.0703030 Jul 09 22:11:38.935039 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:38.935681 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for port, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:38.938615 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] 10.222.0.11 "PUT /v2.0/ports/2ab0ba2a-57d6-4e73-8109-316a4fbbb044 HTTP/1.1" status: 200 len: 1093 time: 2.6199138 Jul 09 22:11:38.939130 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f604b252-e825-4204-9b7d-f0a09b5fd2bd', 'tag': '2ab0ba2a-57d6-4e73-8109-316a4fbbb044'}] {{(pid=93127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:11:39.097294 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-1dd10279-f651-48fd-9259-72183d62e71c tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e38d172f82bf4fbaa466022ebb6ecce5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3089690 Jul 09 22:11:39.175853 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3a608-4b80-4044-b822-57296393502e req-36e42f34-002d-4cfb-99e2-beae1271ce0f tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:39.194290 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e5d3a608-4b80-4044-b822-57296393502e req-36e42f34-002d-4cfb-99e2-beae1271ce0f tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 931 time: 0.4746649 Jul 09 22:11:39.417551 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93353e99-1b29-4655-91ac-d6c49dbe1bcb service neutron] Pushing event updated for resources: {'Port': ['ID=2ab0ba2a-57d6-4e73-8109-316a4fbbb044,revision_number=3']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:39.506777 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e5d3a608-4b80-4044-b822-57296393502e req-8a806eb3-1a10-4f17-9d12-040dfcf398b2 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094947 Jul 09 22:11:39.538618 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ddf4c3-ff47-452f-ba66-a9a2d53e122b {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:11:39.588416 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:39.658257 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-3e60bfa3-72b8-481e-9ae1-9371130df552 service neutron] 10.222.0.10 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598540 Jul 09 22:11:39.679365 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Transition to ACTIVE for port object f3ddf4c3-ff47-452f-ba66-a9a2d53e122b will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:11:39.709844 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:39.872895 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d691ae7ca010c27b321c0c72ad4e7b385282b5cc9ac2e43320258e3c95330463" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6cdcf7-5b7a-4509-b2e3-926b685eec82" -d '{"events": [{"name": "network-changed", "server_uuid": "f604b252-e825-4204-9b7d-f0a09b5fd2bd", "tag": "2ab0ba2a-57d6-4e73-8109-316a4fbbb044"}]}' {{(pid=93127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:11:40.054854 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ddf4c3-ff47-452f-ba66-a9a2d53e122b,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:40.163551 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-61a14441-caf4-436f-8808-b5f75a755846 service neutron] 10.222.0.10 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034900 Jul 09 22:11:40.327560 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Attempting to bind port f3ddf4c3-ff47-452f-ba66-a9a2d53e122b on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:11:40.328187 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Attempting to bind port f3ddf4c3-ff47-452f-ba66-a9a2d53e122b by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'b8bbfd53-a2e2-42cf-906d-812ee0357238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:11:40.328687 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Attempting to bind port f3ddf4c3-ff47-452f-ba66-a9a2d53e122b on network 88571eac-376f-4335-83d2-f6e0b2075aa2 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:11:40.343893 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Port f3ddf4c3-ff47-452f-ba66-a9a2d53e122b on network 88571eac-376f-4335-83d2-f6e0b2075aa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:11:40.344420 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Attempting to bind port f3ddf4c3-ff47-452f-ba66-a9a2d53e122b on network 88571eac-376f-4335-83d2-f6e0b2075aa2 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:11:40.356067 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed92cf-5245-4e83-8d5e-9c700aa14e9b req-9f6fc70c-9ce9-48ab-8890-9e87d91373ed tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:40.364672 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-34ed92cf-5245-4e83-8d5e-9c700aa14e9b req-9f6fc70c-9ce9-48ab-8890-9e87d91373ed tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 943 time: 0.5714898 Jul 09 22:11:40.377544 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:11:40.378373 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Checking segment: {'id': 'b8bbfd53-a2e2-42cf-906d-812ee0357238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:11:40.379144 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Bound using segment: {'id': 'b8bbfd53-a2e2-42cf-906d-812ee0357238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:11:40.379782 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Bound port: f3ddf4c3-ff47-452f-ba66-a9a2d53e122b, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8bbfd53-a2e2-42cf-906d-812ee0357238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:11:40.380306 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:40.490152 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] For port f3ddf4c3-ff47-452f-ba66-a9a2d53e122b, host hv-cinder-79496, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:11:40.496311 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] For port f3ddf4c3-ff47-452f-ba66-a9a2d53e122b, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f3ddf4c3-ff47-452f-ba66-a9a2d53e122b,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:11:40.511896 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:40.549569 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-34ed92cf-5245-4e83-8d5e-9c700aa14e9b req-fa20a9d6-a467-4a8f-a54b-1a9cc6893f6a tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831064 Jul 09 22:11:40.709640 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:40.710959 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:40.714468 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-46274a67-7129-40d9-9d35-55902dd46510 req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] 10.222.0.11 "PUT /v2.0/ports/f3ddf4c3-ff47-452f-ba66-a9a2d53e122b HTTP/1.1" status: 200 len: 1093 time: 4.4550757 Jul 09 22:11:40.717356 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2deda2-aef0-43b5-acc5-f4d752245701', 'tag': 'f3ddf4c3-ff47-452f-ba66-a9a2d53e122b'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:11:40.964606 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c77998-a533-438e-ab66-0964231e7b15 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ddf4c3-ff47-452f-ba66-a9a2d53e122b,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:41.526183 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46274a67-7129-40d9-9d35-55902dd46510 req-3720d82b-b948-4bc1-8d5d-b60f6164bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:41.538776 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-46274a67-7129-40d9-9d35-55902dd46510 req-3720d82b-b948-4bc1-8d5d-b60f6164bfdc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8b0d23241b3455c85ab64bd2faae847&device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 1096 time: 0.4394002 Jul 09 22:11:41.567712 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f3944d77-069b-43ca-aabb-512e224e525c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:41.897600 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be5e52-2eba-4011-9b04-252214149b16 req-4324e86b-88d8-4a9a-a3b6-6d3e8a57bcb1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:41.916193 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e6be5e52-2eba-4011-9b04-252214149b16 req-4324e86b-88d8-4a9a-a3b6-6d3e8a57bcb1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 943 time: 0.9304929 Jul 09 22:11:42.003222 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d33e31b-d6e4-46ca-a9a3-532b709e847d x-openstack-request-id: req-8d33e31b-d6e4-46ca-a9a3-532b709e847d {{(pid=93127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:11:42.006493 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f604b252-e825-4204-9b7d-f0a09b5fd2bd", "tag": "2ab0ba2a-57d6-4e73-8109-316a4fbbb044", "status": "completed", "code": 200}]} {{(pid=93127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:11:42.008370 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d33e31b-d6e4-46ca-a9a3-532b709e847d {{(pid=93127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:11:42.011031 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f604b252-e825-4204-9b7d-f0a09b5fd2bd', 'tag': '2ab0ba2a-57d6-4e73-8109-316a4fbbb044', 'status': 'completed', 'code': 200} Jul 09 22:11:42.017620 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-46274a67-7129-40d9-9d35-55902dd46510 req-149c6f40-1c98-402f-ac67-95de56833538 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3ddf4c3-ff47-452f-ba66-a9a2d53e122b HTTP/1.1" status: 200 len: 217 time: 0.3865876 Jul 09 22:11:42.242779 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46274a67-7129-40d9-9d35-55902dd46510 req-0099ae08-717b-4bae-8a25-06e5134f608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:42.245378 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-46274a67-7129-40d9-9d35-55902dd46510 req-0099ae08-717b-4bae-8a25-06e5134f608e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b8a9bc5-7293-41e2-a6fc-44520b19e195 HTTP/1.1" status: 200 len: 855 time: 0.2112994 Jul 09 22:11:42.321880 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff14155-ada2-4962-bfe1-d3a6d1cf092d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2deda2-aef0-43b5-acc5-f4d752245701", "tag": "f3ddf4c3-ff47-452f-ba66-a9a2d53e122b"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:11:42.340374 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-81d4e16b-8431-4104-b237-19681a110567 req-c0a3666a-0022-48bd-baa9-4de9c0512e61 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 210 time: 0.3662722 Jul 09 22:11:42.367774 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-b270bb4c-19c7-41ec-959c-e26af72b1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:42.375272 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-b270bb4c-19c7-41ec-959c-e26af72b1809 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e2bef93cd0a41a69f4f814823598405&device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 1096 time: 1.2784247 Jul 09 22:11:42.411132 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e6be5e52-2eba-4011-9b04-252214149b16 req-582dd003-979f-407f-86bb-9cb57d22d54a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706701 Jul 09 22:11:42.882573 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825da1b-2232-45a0-a161-30d35ea0ef11 req-af517a79-e1af-4870-81a7-38f9b86046c2 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:42.893095 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d825da1b-2232-45a0-a161-30d35ea0ef11 req-af517a79-e1af-4870-81a7-38f9b86046c2 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 943 time: 0.2181454 Jul 09 22:11:42.949050 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d825da1b-2232-45a0-a161-30d35ea0ef11 req-a493d1a2-0ef9-466a-8ae3-a62422df398f tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545249 Jul 09 22:11:42.999564 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.11', 55844) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:43.214534 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-d7b2cfcb-a9fa-4edc-9d46-5b04facda593 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ab0ba2a-57d6-4e73-8109-316a4fbbb044 HTTP/1.1" status: 200 len: 217 time: 0.2176225 Jul 09 22:11:43.236201 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-46274a67-7129-40d9-9d35-55902dd46510 req-0b0bf66b-418f-4284-928a-0d40c12f4cc9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88571eac-376f-4335-83d2-f6e0b2075aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2343330 Jul 09 22:11:43.674917 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6804f078-7d71-4704-a36f-9ba423a54561 x-openstack-request-id: req-6804f078-7d71-4704-a36f-9ba423a54561 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:11:43.675381 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2deda2-aef0-43b5-acc5-f4d752245701", "tag": "f3ddf4c3-ff47-452f-ba66-a9a2d53e122b", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:11:43.675648 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6804f078-7d71-4704-a36f-9ba423a54561 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:11:43.676078 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2deda2-aef0-43b5-acc5-f4d752245701', 'tag': 'f3ddf4c3-ff47-452f-ba66-a9a2d53e122b', 'status': 'completed', 'code': 200} Jul 09 22:11:43.731159 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-c5062d12-bc3e-4fe5-b29e-17ef6c2c28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:43.732782 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-c5062d12-bc3e-4fe5-b29e-17ef6c2c28fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac30a62f-0d2a-4cad-96b7-a9a9d08d0abe HTTP/1.1" status: 200 len: 851 time: 0.4154830 Jul 09 22:11:43.853000 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-46274a67-7129-40d9-9d35-55902dd46510 req-01d1de19-ba4c-48c9-b948-0d7e3ac68acc service neutron] 10.222.0.11 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315530 Jul 09 22:11:43.977836 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-41e6ee83-dde9-408b-9330-2951eaa34095 req-7502bc7a-fa8d-4fcc-819c-6a0ca46452a4 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 210 time: 0.1600211 Jul 09 22:11:44.157070 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-7818da32-c8dd-4556-bf2a-d25ccaa22546 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:44.163748 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-7818da32-c8dd-4556-bf2a-d25ccaa22546 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.11 "GET /v2.0/networks?id=64d56d6c-b5b0-457e-b45f-91b55fb58f13 HTTP/1.1" status: 200 len: 818 time: 1.0324881 Jul 09 22:11:44.206219 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-e7eaddda-ff07-43dc-bf86-83c56ba1b6a2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Request body: {'port': {'device_id': '5b24c336-d055-411f-ac07-c99d48b54e01', 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13', 'admin_state_up': True, 'tenant_id': 'e38d172f82bf4fbaa466022ebb6ecce5'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:11:44.220695 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-24695ee1-c186-43b7-81e5-3dab0699893f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34f2ffe7-e383-4559-83a8-0a7ede7b64f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2324996 Jul 09 22:11:44.378242 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-46274a67-7129-40d9-9d35-55902dd46510 req-95fe5cb3-8d6a-453e-ad39-963b1631838c service neutron] 10.222.0.11 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086387 Jul 09 22:11:44.527762 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-e7eaddda-ff07-43dc-bf86-83c56ba1b6a2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Made reservation on behalf of e38d172f82bf4fbaa466022ebb6ecce5 for: {'port': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:11:44.532482 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-e7eaddda-ff07-43dc-bf86-83c56ba1b6a2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:44.891513 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4f648849-2abf-4bf8-90a4-0438e8c56595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:45.005137 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ca9be-0f3e-4578-abc3-1ecaa2be7791 req-692ee38c-dab0-4ddc-84f6-1845ac67e6a6 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:45.006719 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-204ca9be-0f3e-4578-abc3-1ecaa2be7791 req-692ee38c-dab0-4ddc-84f6-1845ac67e6a6 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 943 time: 0.7944829 Jul 09 22:11:45.010450 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-6e4349c9-029a-4793-a4be-46b168ff9a02 service neutron] 10.222.0.11 "GET /v2.0/networks/34f2ffe7-e383-4559-83a8-0a7ede7b64f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435337 Jul 09 22:11:45.031312 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_common [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-e7eaddda-ff07-43dc-bf86-83c56ba1b6a2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Allocated IP 172.20.0.4 (64d56d6c-b5b0-457e-b45f-91b55fb58f13/a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9/d054d0a5-db49-4db2-a4b1-3b071e872831) {{(pid=93127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:11:45.033778 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb03e1-4ba3-4a61-9c3f-ed239acdd776 req-43f830d5-905c-4889-908e-f98a83ae9526 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:45.042860 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-09fb03e1-4ba3-4a61-9c3f-ed239acdd776 req-43f830d5-905c-4889-908e-f98a83ae9526 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 943 time: 0.3772066 Jul 09 22:11:45.118711 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-09fb03e1-4ba3-4a61-9c3f-ed239acdd776 req-44ea242d-6e7c-4ce5-bc44-81e033bf2aa7 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710747 Jul 09 22:11:45.166679 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-204ca9be-0f3e-4578-abc3-1ecaa2be7791 req-fca2b79c-a3b1-4c30-9185-c4b1051879ad tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476028 Jul 09 22:11:45.221127 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:45.466241 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-e7eaddda-ff07-43dc-bf86-83c56ba1b6a2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Notify callbacks [] for port, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:45.482490 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ad5b4543-03e9-4838-aa29-e42beffd7095 req-d4f1f237-120a-4129-a379-410d93c5e3ba tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 210 time: 0.1645515 Jul 09 22:11:45.485978 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff14155-ada2-4962-bfe1-d3a6d1cf092d req-189c4a9c-b1b6-40f5-95fc-ff711a74f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:45.487821 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-9ff14155-ada2-4962-bfe1-d3a6d1cf092d req-189c4a9c-b1b6-40f5-95fc-ff711a74f91d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8b0d23241b3455c85ab64bd2faae847&device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 1096 time: 0.2400122 Jul 09 22:11:45.629099 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-e7eaddda-ff07-43dc-bf86-83c56ba1b6a2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:45.638361 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ee21ab1-29a5-4eb1-899c-2ff707dddb60 req-6c517cdc-9766-4c97-aae5-e21ad093a584 service neutron] 10.222.0.11 "GET /v2.0/networks/34f2ffe7-e383-4559-83a8-0a7ede7b64f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526455 Jul 09 22:11:45.703342 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-e7eaddda-ff07-43dc-bf86-83c56ba1b6a2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Network 64d56d6c-b5b0-457e-b45f-91b55fb58f13 is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:11:45.707599 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-e7eaddda-ff07-43dc-bf86-83c56ba1b6a2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:11:45.716165 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-e7eaddda-ff07-43dc-bf86-83c56ba1b6a2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Received port after_create {{(pid=93127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:11:45.722766 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-e7eaddda-ff07-43dc-bf86-83c56ba1b6a2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:45.736007 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-e7eaddda-ff07-43dc-bf86-83c56ba1b6a2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for port, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:45.781960 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eaddda-ff07-43dc-bf86-83c56ba1b6a2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Pushing event updated for resources: {'Port': ['ID=d054d0a5-db49-4db2-a4b1-3b071e872831,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:45.786879 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-e7eaddda-ff07-43dc-bf86-83c56ba1b6a2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5966866 Jul 09 22:11:46.622538 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:46.663854 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd0948-983c-4866-b17b-4affbf1c5841 req-4a47d451-b34a-48b1-9a5b-d952c3364b86 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:46.668011 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-edfd0948-983c-4866-b17b-4affbf1c5841 req-4a47d451-b34a-48b1-9a5b-d952c3364b86 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 943 time: 0.2150152 Jul 09 22:11:46.837955 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-edfd0948-983c-4866-b17b-4affbf1c5841 req-57525ce8-8218-42fa-bded-fd09c17e5ff1 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408765 Jul 09 22:11:46.912288 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e067721-2c6a-49e8-90e8-848d6201e7cd req-f1ca40cb-7418-4bc0-85e1-6d8f479537b0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:46.925843 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3e067721-2c6a-49e8-90e8-848d6201e7cd req-f1ca40cb-7418-4bc0-85e1-6d8f479537b0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 943 time: 0.2558112 Jul 09 22:11:46.990623 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3e067721-2c6a-49e8-90e8-848d6201e7cd req-4aa97f96-b096-4ee7-b8b7-4b59caf4708a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560672 Jul 09 22:11:47.084843 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0005bae0-c049-4c47-9c77-b43289e19145 req-febd24eb-83c0-4707-9794-c58e92c42c65 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 210 time: 0.0551634 Jul 09 22:11:47.952945 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:11:48.118138 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a07b0-d730-4227-bf20-0faa79851649 req-0d8f9203-e917-4afe-975f-450f06bbc0f5 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:48.120051 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-162a07b0-d730-4227-bf20-0faa79851649 req-0d8f9203-e917-4afe-975f-450f06bbc0f5 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 943 time: 0.1088042 Jul 09 22:11:48.174387 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-162a07b0-d730-4227-bf20-0faa79851649 req-c03acc91-a429-4d06-acea-0ab4580528fd tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441182 Jul 09 22:11:48.285135 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d992c-51b9-4861-9cb9-fa7ea64c5908 req-e78591bc-d631-40a6-aa19-e95665a1fbce tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:48.289593 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-334d992c-51b9-4861-9cb9-fa7ea64c5908 req-e78591bc-d631-40a6-aa19-e95665a1fbce tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 943 time: 0.1135416 Jul 09 22:11:48.377019 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0a16e20-0bac-4ee7-8bf3-b14ebc524133 req-6493ed3b-c701-48bb-9a3b-c42b1b111547 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 210 time: 0.0600870 Jul 09 22:11:48.396666 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:48.400262 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-334d992c-51b9-4861-9cb9-fa7ea64c5908 req-54ff1542-aae6-4463-bb70-d9b585909612 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074026 Jul 09 22:11:48.617558 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 34608) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:48.753340 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bd0e03de-e907-4887-a75c-a9df8ee05dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:48.877124 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bd0e03de-e907-4887-a75c-a9df8ee05dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:48.881749 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bd0e03de-e907-4887-a75c-a9df8ee05dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:48.926936 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-bd0e03de-e907-4887-a75c-a9df8ee05dc9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17002e79a7b44848b7ea03f1c8734064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081849 Jul 09 22:11:48.928118 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e03de-e907-4887-a75c-a9df8ee05dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9a727c-5049-4cb6-a0d8-c6fa0925d427,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:48.930599 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:48.931486 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 34614) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:49.002703 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-aeeab1e9-3827-4b4a-a54d-3ca1cdf11dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:49.030111 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-aeeab1e9-3827-4b4a-a54d-3ca1cdf11dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:49.087716 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-aeeab1e9-3827-4b4a-a54d-3ca1cdf11dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:49.090377 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-aeeab1e9-3827-4b4a-a54d-3ca1cdf11dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:49.091582 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-aeeab1e9-3827-4b4a-a54d-3ca1cdf11dbe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb9a727c-5049-4cb6-a0d8-c6fa0925d427 HTTP/1.1" status: 204 len: 168 time: 0.1583877 Jul 09 22:11:49.100084 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeab1e9-3827-4b4a-a54d-3ca1cdf11dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9a727c-5049-4cb6-a0d8-c6fa0925d427,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:49.390380 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857454fe-9e2b-456e-868e-25b2ce2ed2a5 req-2afbb879-09e1-4e73-bbcb-5248f9c42562 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:49.392051 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-857454fe-9e2b-456e-868e-25b2ce2ed2a5 req-2afbb879-09e1-4e73-bbcb-5248f9c42562 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 943 time: 0.0769186 Jul 09 22:11:49.433421 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 34626) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:49.447100 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-857454fe-9e2b-456e-868e-25b2ce2ed2a5 req-5ae17082-2518-4c3c-9b6c-ca8f4852c298 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458910 Jul 09 22:11:49.449669 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8f2c2120-9047-42fc-a992-b9f4e909189c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:49.644564 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5932b929-83e6-42cf-a4d4-3f858a006c4f req-a32c5275-f75e-4c9a-8f81-90ef5c751256 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 210 time: 0.0746286 Jul 09 22:11:49.657349 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8f2c2120-9047-42fc-a992-b9f4e909189c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:49.667297 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8f2c2120-9047-42fc-a992-b9f4e909189c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:49.747497 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585b3f7-7b2f-4476-9820-ef2b547c1943 req-6ecd81ef-1e00-4ce9-b5b7-f0d07179817f tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:49.749242 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-8f2c2120-9047-42fc-a992-b9f4e909189c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa59f542b5164fa0a80eb8687addcb26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138201 Jul 09 22:11:49.749696 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1585b3f7-7b2f-4476-9820-ef2b547c1943 req-6ecd81ef-1e00-4ce9-b5b7-f0d07179817f tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 943 time: 0.1084144 Jul 09 22:11:49.751716 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c2120-9047-42fc-a992-b9f4e909189c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c083f64b-b914-4f5d-a8db-dd650dc69bf5,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:49.753067 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 34636) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:49.834321 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1585b3f7-7b2f-4476-9820-ef2b547c1943 req-f6d09fd0-1623-4379-836e-e9d961c5a805 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732243 Jul 09 22:11:49.848627 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bf14a183-87a5-475b-8159-d5b5aad1cf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:49.875948 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bf14a183-87a5-475b-8159-d5b5aad1cf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:49.945943 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bf14a183-87a5-475b-8159-d5b5aad1cf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:49.948840 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bf14a183-87a5-475b-8159-d5b5aad1cf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:49.950058 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-bf14a183-87a5-475b-8159-d5b5aad1cf4c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c083f64b-b914-4f5d-a8db-dd650dc69bf5 HTTP/1.1" status: 204 len: 168 time: 0.1958284 Jul 09 22:11:49.958850 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14a183-87a5-475b-8159-d5b5aad1cf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c083f64b-b914-4f5d-a8db-dd650dc69bf5,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:50.643952 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa544538-e51a-4a3d-a2c0-4f1227773541 req-60fcc6c6-89b5-42d7-879f-012e8e25fc88 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:50.645592 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fa544538-e51a-4a3d-a2c0-4f1227773541 req-60fcc6c6-89b5-42d7-879f-012e8e25fc88 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 943 time: 0.0799863 Jul 09 22:11:50.718010 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fa544538-e51a-4a3d-a2c0-4f1227773541 req-29cb079f-70e0-4121-a6c5-8e012ea5d0ad tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652113 Jul 09 22:11:50.938342 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-44c84cfa-c524-4bf9-a219-700a92fc2add req-c085eb0e-954c-47ab-8ec5-bfd4cb618ef2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 210 time: 0.0516431 Jul 09 22:11:51.110151 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5f3e5-4857-43dc-93a5-33e190b7bb3d req-f3419dc5-27ca-48ba-88d4-27e1912ec075 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:51.113070 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e1d5f3e5-4857-43dc-93a5-33e190b7bb3d req-f3419dc5-27ca-48ba-88d4-27e1912ec075 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 943 time: 0.1142571 Jul 09 22:11:51.178646 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e1d5f3e5-4857-43dc-93a5-33e190b7bb3d req-b96fe508-527e-4886-84ff-2345ee4401c2 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556879 Jul 09 22:11:51.993968 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79635af-f7c9-403e-89f2-632472c905dc req-507884e7-a514-4808-89a0-06990b3fb7ab tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:51.995101 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Request body: {'port': {'device_id': '5b24c336-d055-411f-ac07-c99d48b54e01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:11:52.003530 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d79635af-f7c9-403e-89f2-632472c905dc req-507884e7-a514-4808-89a0-06990b3fb7ab tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 943 time: 0.0997593 Jul 09 22:11:52.067506 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d79635af-f7c9-403e-89f2-632472c905dc req-7ebf181b-5b04-4c55-864e-6a2bc92c1fb9 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625093 Jul 09 22:11:52.387588 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d33945cf-20ad-44e5-8f85-f38088972240 req-ca12f1e6-a9fe-44ec-af70-2d7b6127c37e tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 210 time: 0.1772819 Jul 09 22:11:52.399272 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff14155-ada2-4962-bfe1-d3a6d1cf092d req-19316b44-c2f8-49eb-8db0-36a76fabf3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:52.402360 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-9ff14155-ada2-4962-bfe1-d3a6d1cf092d req-19316b44-c2f8-49eb-8db0-36a76fabf3ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=88571eac-376f-4335-83d2-f6e0b2075aa2 HTTP/1.1" status: 200 len: 916 time: 0.3236678 Jul 09 22:11:52.443647 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cdcf7-5b7a-4509-b2e3-926b685eec82 req-179346a4-4ddb-4699-891c-f6b8f42c9b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:52.455063 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a6cdcf7-5b7a-4509-b2e3-926b685eec82 req-179346a4-4ddb-4699-891c-f6b8f42c9b25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e2bef93cd0a41a69f4f814823598405&device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 1096 time: 0.3548191 Jul 09 22:11:52.455730 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.11', 55856) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:11:52.529374 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-9ff14155-ada2-4962-bfe1-d3a6d1cf092d req-4ba63ceb-b065-4caa-9d42-16a73f919633 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3ddf4c3-ff47-452f-ba66-a9a2d53e122b HTTP/1.1" status: 200 len: 217 time: 0.0796528 Jul 09 22:11:52.663108 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:52.772678 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff14155-ada2-4962-bfe1-d3a6d1cf092d req-c5a2437c-1931-4c4d-96d0-0e81ef3eacdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:52.775266 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-9ff14155-ada2-4962-bfe1-d3a6d1cf092d req-c5a2437c-1931-4c4d-96d0-0e81ef3eacdf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b8a9bc5-7293-41e2-a6fc-44520b19e195 HTTP/1.1" status: 200 len: 855 time: 0.2364035 Jul 09 22:11:52.865513 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-9ff14155-ada2-4962-bfe1-d3a6d1cf092d req-ca8a6890-8cec-4e0c-809e-b0b835292694 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88571eac-376f-4335-83d2-f6e0b2075aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779259 Jul 09 22:11:52.963828 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421f4ad-25c7-42a2-8d28-6792913b99c5 req-85b9f39e-97a1-46e6-9323-5701c4531c55 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:52.965837 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b421f4ad-25c7-42a2-8d28-6792913b99c5 req-85b9f39e-97a1-46e6-9323-5701c4531c55 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 943 time: 0.4754317 Jul 09 22:11:52.972598 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cdcf7-5b7a-4509-b2e3-926b685eec82 req-a9c80c2e-b61f-4cf0-aa19-d0536956ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:52.974470 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a6cdcf7-5b7a-4509-b2e3-926b685eec82 req-a9c80c2e-b61f-4cf0-aa19-d0536956ba73 service neutron] 10.222.0.11 "GET /v2.0/networks?id=34f2ffe7-e383-4559-83a8-0a7ede7b64f4 HTTP/1.1" status: 200 len: 912 time: 0.4669015 Jul 09 22:11:52.997063 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-a359b18e-a17b-46d4-b33a-f445acc966f4 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:52.997063 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-a359b18e-a17b-46d4-b33a-f445acc966f4 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.11 "GET /v2.0/networks?id=64d56d6c-b5b0-457e-b45f-91b55fb58f13 HTTP/1.1" status: 200 len: 818 time: 0.5395072 Jul 09 22:11:53.013347 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-48884c7d-5371-4990-a847-02135e41fb6b tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Request body: {'port': {'device_id': 'd373199a-fd49-4c13-81d2-a7d797681494', 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13', 'admin_state_up': True, 'tenant_id': 'e38d172f82bf4fbaa466022ebb6ecce5'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:11:53.233124 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a6cdcf7-5b7a-4509-b2e3-926b685eec82 req-b0c885ca-747a-434f-9953-c89d188a78a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ab0ba2a-57d6-4e73-8109-316a4fbbb044 HTTP/1.1" status: 200 len: 217 time: 0.2495286 Jul 09 22:11:53.328415 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b421f4ad-25c7-42a2-8d28-6792913b99c5 req-95abb372-1887-45b4-a998-f89270a32fe7 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476055 Jul 09 22:11:53.468562 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-9ff14155-ada2-4962-bfe1-d3a6d1cf092d req-833bc9fe-cddf-41b8-abdc-3e70332a58de service neutron] 10.222.0.11 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043924 Jul 09 22:11:53.536495 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-48884c7d-5371-4990-a847-02135e41fb6b tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Made reservation on behalf of e38d172f82bf4fbaa466022ebb6ecce5 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:11:53.544333 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-48884c7d-5371-4990-a847-02135e41fb6b tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:53.571653 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cdcf7-5b7a-4509-b2e3-926b685eec82 req-4f1b3d44-2d28-48a3-9eac-0ebfe41d6e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:53.573214 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a6cdcf7-5b7a-4509-b2e3-926b685eec82 req-4f1b3d44-2d28-48a3-9eac-0ebfe41d6e6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac30a62f-0d2a-4cad-96b7-a9a9d08d0abe HTTP/1.1" status: 200 len: 851 time: 0.1741855 Jul 09 22:11:53.588335 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928a5c0-faf2-4a3f-879a-f2925212e491 req-b25f1083-ae07-4d67-b66b-674a00106b5a tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:53.589946 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9928a5c0-faf2-4a3f-879a-f2925212e491 req-b25f1083-ae07-4d67-b66b-674a00106b5a tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 943 time: 0.3229618 Jul 09 22:11:53.637693 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6df1deb5-1617-4846-a34c-79c3b0087697 req-9818b435-e2df-4bb3-ae7f-9556cfe56668 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 210 time: 0.0465484 Jul 09 22:11:53.763546 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-9ff14155-ada2-4962-bfe1-d3a6d1cf092d req-07b69326-224c-4abb-b871-8dfeebdfc385 service neutron] 10.222.0.11 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777100 Jul 09 22:11:53.783696 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a6cdcf7-5b7a-4509-b2e3-926b685eec82 req-2237df5a-dfd1-40f5-a9d2-ca03dfe2974c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34f2ffe7-e383-4559-83a8-0a7ede7b64f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559282 Jul 09 22:11:53.790656 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.notifiers.nova [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d054d0a5-db49-4db2-a4b1-3b071e872831 {{(pid=93127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:11:53.810334 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:53.838183 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.provisioning_blocks [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Transition to ACTIVE for port object d054d0a5-db49-4db2-a4b1-3b071e872831 will not be triggered until provisioned by entity L2. {{(pid=93127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:11:53.849118 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:53.852136 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9928a5c0-faf2-4a3f-879a-f2925212e491 req-c3970774-583c-4ded-bb4b-b5d34c61b51b tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462575 Jul 09 22:11:53.924141 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d054d0a5-db49-4db2-a4b1-3b071e872831,revision_number=2']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:53.989252 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Attempting to bind port d054d0a5-db49-4db2-a4b1-3b071e872831 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:11:53.989581 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Attempting to bind port d054d0a5-db49-4db2-a4b1-3b071e872831 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '78bbba0f-c327-4449-b658-948f153fcd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13'}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:11:53.990156 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Attempting to bind port d054d0a5-db49-4db2-a4b1-3b071e872831 on network 64d56d6c-b5b0-457e-b45f-91b55fb58f13 {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:11:53.997866 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Port d054d0a5-db49-4db2-a4b1-3b071e872831 on network 64d56d6c-b5b0-457e-b45f-91b55fb58f13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:11:53.998520 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Attempting to bind port d054d0a5-db49-4db2-a4b1-3b071e872831 on network 64d56d6c-b5b0-457e-b45f-91b55fb58f13 {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:11:54.005585 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:11:54.006205 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Checking segment: {'id': '78bbba0f-c327-4449-b658-948f153fcd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:11:54.006750 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Bound using segment: {'id': '78bbba0f-c327-4449-b658-948f153fcd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13'} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:11:54.009772 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Bound port: d054d0a5-db49-4db2-a4b1-3b071e872831, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bbba0f-c327-4449-b658-948f153fcd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13'}}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:11:54.010443 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:54.032108 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-48884c7d-5371-4990-a847-02135e41fb6b tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Allocated IP 172.20.0.7 (64d56d6c-b5b0-457e-b45f-91b55fb58f13/a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9/78dad48d-0310-4c00-88b2-f5488924058b) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:11:54.177309 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.db [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] For port d054d0a5-db49-4db2-a4b1-3b071e872831, host hv-cinder-79496, cleared binding levels {{(pid=93127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:11:54.184763 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.db [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] For port d054d0a5-db49-4db2-a4b1-3b071e872831, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d054d0a5-db49-4db2-a4b1-3b071e872831,segment=NetworkSegment(78bbba0f-c327-4449-b658-948f153fcd18),segment_id=78bbba0f-c327-4449-b658-948f153fcd18)] {{(pid=93127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:11:54.198357 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:54.222929 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a6cdcf7-5b7a-4509-b2e3-926b685eec82 req-bf8204c4-c3a8-4229-872f-8109b11cd888 service neutron] 10.222.0.11 "GET /v2.0/networks/34f2ffe7-e383-4559-83a8-0a7ede7b64f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182804 Jul 09 22:11:54.263762 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-48884c7d-5371-4990-a847-02135e41fb6b tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:54.319380 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:54.320249 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for port, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:54.322730 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] 10.222.0.11 "PUT /v2.0/ports/d054d0a5-db49-4db2-a4b1-3b071e872831 HTTP/1.1" status: 200 len: 1093 time: 2.3574929 Jul 09 22:11:54.358891 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b24c336-d055-411f-ac07-c99d48b54e01', 'tag': 'd054d0a5-db49-4db2-a4b1-3b071e872831'}] {{(pid=93127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:11:54.365370 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d691ae7ca010c27b321c0c72ad4e7b385282b5cc9ac2e43320258e3c95330463" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b2887d-fb96-493a-822c-6df1aa8ddd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b24c336-d055-411f-ac07-c99d48b54e01", "tag": "d054d0a5-db49-4db2-a4b1-3b071e872831"}]}' {{(pid=93127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:11:54.391847 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a6cdcf7-5b7a-4509-b2e3-926b685eec82 req-a7de2872-cd36-48fe-85e9-7d73e80b51ee service neutron] 10.222.0.11 "GET /v2.0/networks/34f2ffe7-e383-4559-83a8-0a7ede7b64f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615794 Jul 09 22:11:54.420665 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-48884c7d-5371-4990-a847-02135e41fb6b tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:54.426097 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b6b4e-c7d8-4536-9058-4c04dd8da3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d054d0a5-db49-4db2-a4b1-3b071e872831,revision_number=3']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:54.479307 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e918407e-7737-4d11-a15f-6397dad1f1a6 x-openstack-request-id: req-e918407e-7737-4d11-a15f-6397dad1f1a6 {{(pid=93127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:11:54.479903 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b24c336-d055-411f-ac07-c99d48b54e01", "tag": "d054d0a5-db49-4db2-a4b1-3b071e872831", "status": "completed", "code": 200}]} {{(pid=93127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:11:54.479903 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e918407e-7737-4d11-a15f-6397dad1f1a6 {{(pid=93127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:11:54.480236 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b24c336-d055-411f-ac07-c99d48b54e01', 'tag': 'd054d0a5-db49-4db2-a4b1-3b071e872831', 'status': 'completed', 'code': 200} Jul 09 22:11:54.547939 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-48884c7d-5371-4990-a847-02135e41fb6b tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Network 64d56d6c-b5b0-457e-b45f-91b55fb58f13 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:11:54.552566 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-48884c7d-5371-4990-a847-02135e41fb6b tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:11:54.555025 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48884c7d-5371-4990-a847-02135e41fb6b tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Pushing event updated for resources: {'Port': ['ID=78dad48d-0310-4c00-88b2-f5488924058b,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:54.569462 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-48884c7d-5371-4990-a847-02135e41fb6b tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:11:54.575376 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-48884c7d-5371-4990-a847-02135e41fb6b tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:54.576056 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-48884c7d-5371-4990-a847-02135e41fb6b tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:54.611790 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-48884c7d-5371-4990-a847-02135e41fb6b tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6022711 Jul 09 22:11:54.628490 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Request body: {'port': {'device_id': 'd373199a-fd49-4c13-81d2-a7d797681494', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:11:54.632799 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-349f0233-152d-463f-a599-ad667f7d2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:54.634087 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-349f0233-152d-463f-a599-ad667f7d2e73 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e38d172f82bf4fbaa466022ebb6ecce5&device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 1096 time: 0.2014380 Jul 09 22:11:54.744899 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-24b238b0-ff1e-4d55-a89f-99dfbb9c4c6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d054d0a5-db49-4db2-a4b1-3b071e872831 HTTP/1.1" status: 200 len: 217 time: 0.0813200 Jul 09 22:11:54.860096 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-e9f94ae0-d5c6-46c0-a544-138bbe1b5ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:54.861059 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-e9f94ae0-d5c6-46c0-a544-138bbe1b5ec8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9 HTTP/1.1" status: 200 len: 858 time: 0.1061125 Jul 09 22:11:54.883439 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:54.915809 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96380826-24e2-461f-ac09-85dc02abef15 req-b99e8201-f419-4b47-85a4-45ba2c4537b1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:54.917904 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96380826-24e2-461f-ac09-85dc02abef15 req-b99e8201-f419-4b47-85a4-45ba2c4537b1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 943 time: 0.2468555 Jul 09 22:11:54.921176 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-94204e93-9d26-42dc-bc00-0c8631338c14 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64d56d6c-b5b0-457e-b45f-91b55fb58f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520520 Jul 09 22:11:55.136575 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96380826-24e2-461f-ac09-85dc02abef15 req-d1ca6d97-65d7-4737-9045-ed7bbffd6712 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061784 Jul 09 22:11:55.226985 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-4cc28113-e7d0-43a8-be6a-fd975431c9c0 service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953620 Jul 09 22:11:55.238434 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b648b70-9907-4ff3-b34d-d7791ef16bf9 req-09f84fdd-5d30-4728-87fe-236515a3957d tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:55.240304 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0b648b70-9907-4ff3-b34d-d7791ef16bf9 req-09f84fdd-5d30-4728-87fe-236515a3957d tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 931 time: 0.3180361 Jul 09 22:11:55.420647 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0b648b70-9907-4ff3-b34d-d7791ef16bf9 req-1dd04270-57a5-4e84-a199-f3cfa31a1e9f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650665 Jul 09 22:11:55.461315 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aada29d8-b33e-46e5-bb73-b55f0ece92e3 req-b0f1a5ac-803a-428b-85a6-244f087fefde service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165000 Jul 09 22:11:55.827260 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78dad48d-0310-4c00-88b2-f5488924058b {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:11:55.861076 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:55.930565 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Transition to ACTIVE for port object 78dad48d-0310-4c00-88b2-f5488924058b will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:11:55.946856 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:56.049962 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2887d-fb96-493a-822c-6df1aa8ddd1f req-57e4f2c5-5dd3-4acf-9e78-deb9ab117e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:56.051784 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a3b2887d-fb96-493a-822c-6df1aa8ddd1f req-57e4f2c5-5dd3-4acf-9e78-deb9ab117e8a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e38d172f82bf4fbaa466022ebb6ecce5&device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 1096 time: 0.5097320 Jul 09 22:11:56.069546 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f404add-62ca-4c76-b909-5195ad3eb537 req-0f8792af-cb68-41b1-87cd-78c940f24c27 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:56.071489 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2f404add-62ca-4c76-b909-5195ad3eb537 req-0f8792af-cb68-41b1-87cd-78c940f24c27 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 943 time: 0.2569396 Jul 09 22:11:56.072194 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Pushing event updated for resources: {'Port': ['ID=78dad48d-0310-4c00-88b2-f5488924058b,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:56.137018 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Attempting to bind port 78dad48d-0310-4c00-88b2-f5488924058b on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:11:56.138023 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Attempting to bind port 78dad48d-0310-4c00-88b2-f5488924058b by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '78bbba0f-c327-4449-b658-948f153fcd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:11:56.138023 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Attempting to bind port 78dad48d-0310-4c00-88b2-f5488924058b on network 64d56d6c-b5b0-457e-b45f-91b55fb58f13 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:11:56.154570 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Port 78dad48d-0310-4c00-88b2-f5488924058b on network 64d56d6c-b5b0-457e-b45f-91b55fb58f13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:11:56.154800 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Attempting to bind port 78dad48d-0310-4c00-88b2-f5488924058b on network 64d56d6c-b5b0-457e-b45f-91b55fb58f13 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:11:56.168115 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2f404add-62ca-4c76-b909-5195ad3eb537 req-06b652cf-195c-48d5-afce-7a5dc21b8583 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617924 Jul 09 22:11:56.169339 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:11:56.169850 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Checking segment: {'id': '78bbba0f-c327-4449-b658-948f153fcd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:11:56.170775 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Bound using segment: {'id': '78bbba0f-c327-4449-b658-948f153fcd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:11:56.171236 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Bound port: 78dad48d-0310-4c00-88b2-f5488924058b, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bbba0f-c327-4449-b658-948f153fcd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:11:56.171601 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:56.285919 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] For port 78dad48d-0310-4c00-88b2-f5488924058b, host hv-cinder-79496, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:11:56.290178 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] For port 78dad48d-0310-4c00-88b2-f5488924058b, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=78dad48d-0310-4c00-88b2-f5488924058b,segment=NetworkSegment(78bbba0f-c327-4449-b658-948f153fcd18),segment_id=78bbba0f-c327-4449-b658-948f153fcd18)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:11:56.306928 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:56.414860 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:56.415603 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:11:56.417641 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] 10.222.0.11 "PUT /v2.0/ports/78dad48d-0310-4c00-88b2-f5488924058b HTTP/1.1" status: 200 len: 1093 time: 1.7945011 Jul 09 22:11:56.418386 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd373199a-fd49-4c13-81d2-a7d797681494', 'tag': '78dad48d-0310-4c00-88b2-f5488924058b'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:11:56.422495 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52a9d0b-604e-4369-9a20-a59861131b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "d373199a-fd49-4c13-81d2-a7d797681494", "tag": "78dad48d-0310-4c00-88b2-f5488924058b"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:11:56.490103 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc04bac-45df-4a03-89e9-f8380418c0fa x-openstack-request-id: req-bbc04bac-45df-4a03-89e9-f8380418c0fa {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:11:56.490515 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d373199a-fd49-4c13-81d2-a7d797681494", "tag": "78dad48d-0310-4c00-88b2-f5488924058b", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:11:56.490904 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbc04bac-45df-4a03-89e9-f8380418c0fa {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:11:56.491456 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd373199a-fd49-4c13-81d2-a7d797681494', 'tag': '78dad48d-0310-4c00-88b2-f5488924058b', 'status': 'completed', 'code': 200} Jul 09 22:11:56.501710 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3b2e9-706b-4d9a-8b70-4bde6942e019 service neutron] Pushing event updated for resources: {'Port': ['ID=78dad48d-0310-4c00-88b2-f5488924058b,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:11:56.557881 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf0546-6c37-4e4b-b1e4-35a06afe0cfe req-e6db92eb-1bee-411e-81f6-b7bc5ec1068c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:56.560823 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebcf0546-6c37-4e4b-b1e4-35a06afe0cfe req-e6db92eb-1bee-411e-81f6-b7bc5ec1068c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 943 time: 0.1836846 Jul 09 22:11:56.660424 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebcf0546-6c37-4e4b-b1e4-35a06afe0cfe req-f343e28a-0d6a-4fd8-90d4-5b75f8d41cdd tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886865 Jul 09 22:11:56.739920 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab48be-bb33-46d5-a588-ee666c33598e req-e6a5c8d7-ff2a-4475-b0da-e7b43b94278c tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:56.743118 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-51ab48be-bb33-46d5-a588-ee666c33598e req-e6a5c8d7-ff2a-4475-b0da-e7b43b94278c tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 943 time: 0.1355219 Jul 09 22:11:56.798079 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-51ab48be-bb33-46d5-a588-ee666c33598e req-dbc5cabb-3d5d-4bd2-90ec-d7687b6a4126 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430839 Jul 09 22:11:57.425941 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cbc4d-ecd5-4355-8f62-5b7551627882 req-cf7855af-fca1-4558-b680-5cd076abd693 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:57.427584 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ad2cbc4d-ecd5-4355-8f62-5b7551627882 req-cf7855af-fca1-4558-b680-5cd076abd693 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 943 time: 0.0736687 Jul 09 22:11:57.472095 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ad2cbc4d-ecd5-4355-8f62-5b7551627882 req-738ee409-b687-427c-be32-a3341849f139 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384185 Jul 09 22:11:57.962733 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d00b4f-2588-4368-bd77-489be12bbfae req-f139220d-7267-447d-9a61-14f0028e4fe0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:57.964356 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d1d00b4f-2588-4368-bd77-489be12bbfae req-f139220d-7267-447d-9a61-14f0028e4fe0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 943 time: 0.1088576 Jul 09 22:11:58.039586 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d1d00b4f-2588-4368-bd77-489be12bbfae req-f5cb11e9-458e-47a0-9bef-5cdeb563bbc3 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589817 Jul 09 22:11:58.067367 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d1dbb-edba-460c-a5d2-066636db8b8a req-5578c37b-d955-41fd-b82c-625580d14a8f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:58.068993 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d73d1dbb-edba-460c-a5d2-066636db8b8a req-5578c37b-d955-41fd-b82c-625580d14a8f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 943 time: 0.1036580 Jul 09 22:11:58.118004 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d73d1dbb-edba-460c-a5d2-066636db8b8a req-d1ff7ab4-9891-4e4e-8af1-aa294c752c68 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432663 Jul 09 22:11:58.659951 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe85e2-9379-4dd0-840e-cfeb62aa4071 req-1c28ccb4-a5da-453b-b88d-1ae331d33f19 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:58.661647 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-04fe85e2-9379-4dd0-840e-cfeb62aa4071 req-1c28ccb4-a5da-453b-b88d-1ae331d33f19 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 943 time: 0.0723653 Jul 09 22:11:58.709520 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-04fe85e2-9379-4dd0-840e-cfeb62aa4071 req-1e11f293-2764-4354-bbf5-141af796de43 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380974 Jul 09 22:11:59.238733 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2887d-fb96-493a-822c-6df1aa8ddd1f req-db3332b9-0aa6-40cc-a3e1-8ef847333d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:59.240275 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a3b2887d-fb96-493a-822c-6df1aa8ddd1f req-db3332b9-0aa6-40cc-a3e1-8ef847333d35 service neutron] 10.222.0.11 "GET /v2.0/networks?id=64d56d6c-b5b0-457e-b45f-91b55fb58f13 HTTP/1.1" status: 200 len: 919 time: 0.1483109 Jul 09 22:11:59.271714 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86cec7-4341-4a02-a278-fd4ccff4d1ee req-15966b8a-6300-4049-bc9a-3a3ed5b6c78a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:59.273394 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd86cec7-4341-4a02-a278-fd4ccff4d1ee req-15966b8a-6300-4049-bc9a-3a3ed5b6c78a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 943 time: 0.1096184 Jul 09 22:11:59.317940 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd86cec7-4341-4a02-a278-fd4ccff4d1ee req-99c05733-e804-4011-9489-a91db12c5a42 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372562 Jul 09 22:11:59.423439 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cf0ca-e3bf-46aa-b358-b2e21a1ad3e3 req-029fe541-2d81-4ad9-a9c9-a9f0629360f2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:59.426202 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-204cf0ca-e3bf-46aa-b358-b2e21a1ad3e3 req-029fe541-2d81-4ad9-a9c9-a9f0629360f2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 943 time: 0.0983045 Jul 09 22:11:59.470089 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-204cf0ca-e3bf-46aa-b358-b2e21a1ad3e3 req-11399edd-b89a-4a45-89c2-25b0c48f92d9 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380540 Jul 09 22:11:59.980188 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11c517-93e9-4c80-87f4-0e712f3f213b req-6a275463-0469-4ef1-8585-6a66ba36a1da tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:11:59.983292 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7e11c517-93e9-4c80-87f4-0e712f3f213b req-6a275463-0469-4ef1-8585-6a66ba36a1da tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 943 time: 0.1165991 Jul 09 22:12:00.037862 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7e11c517-93e9-4c80-87f4-0e712f3f213b req-f093e6b9-6f86-4520-8d83-1500a96b6f16 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452185 Jul 09 22:12:00.517614 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5d719-7874-43a7-a00b-4b5871bbff93 req-19dd2962-5899-4909-b9f9-702ca2d44c74 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:00.518691 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0f5d719-7874-43a7-a00b-4b5871bbff93 req-19dd2962-5899-4909-b9f9-702ca2d44c74 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 943 time: 0.0683126 Jul 09 22:12:00.577253 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0f5d719-7874-43a7-a00b-4b5871bbff93 req-1665aca9-5d5b-4c10-9c3b-410a41fa48ae tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490575 Jul 09 22:12:00.670896 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51846fb-6be0-45b0-8272-45bda91fa919 req-fced3e42-e4a5-4467-aac8-466dbc5761ec tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:00.672528 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e51846fb-6be0-45b0-8272-45bda91fa919 req-fced3e42-e4a5-4467-aac8-466dbc5761ec tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 943 time: 0.0678442 Jul 09 22:12:00.716071 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e51846fb-6be0-45b0-8272-45bda91fa919 req-5de37aee-30ef-4b7d-838f-73195434018a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378947 Jul 09 22:12:00.776200 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a3b2887d-fb96-493a-822c-6df1aa8ddd1f req-ae4f56cb-38c2-43fa-9da2-3fa44bf3d5fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d054d0a5-db49-4db2-a4b1-3b071e872831 HTTP/1.1" status: 200 len: 217 time: 0.0581112 Jul 09 22:12:00.839682 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2887d-fb96-493a-822c-6df1aa8ddd1f req-30ac29d7-111d-426c-b57f-71a47a6a839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:00.841224 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a3b2887d-fb96-493a-822c-6df1aa8ddd1f req-30ac29d7-111d-426c-b57f-71a47a6a839a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9 HTTP/1.1" status: 200 len: 858 time: 0.0577862 Jul 09 22:12:00.848600 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a9d0b-604e-4369-9a20-a59861131b2a req-8d915535-65a0-425b-832b-919887e1123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:00.850123 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c52a9d0b-604e-4369-9a20-a59861131b2a req-8d915535-65a0-425b-832b-919887e1123c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e38d172f82bf4fbaa466022ebb6ecce5&device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 1096 time: 0.1310673 Jul 09 22:12:00.883260 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a3b2887d-fb96-493a-822c-6df1aa8ddd1f req-3d0c6087-722c-49f0-a60c-1a4654399d83 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64d56d6c-b5b0-457e-b45f-91b55fb58f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320344 Jul 09 22:12:01.135043 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a3b2887d-fb96-493a-822c-6df1aa8ddd1f req-e266fda4-3a4b-4a2a-a269-08cc3b1404eb service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430615 Jul 09 22:12:01.141257 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a9d0b-604e-4369-9a20-a59861131b2a req-5b2d31c3-6a2e-4909-aaee-16bb6e6b1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:01.142781 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c52a9d0b-604e-4369-9a20-a59861131b2a req-5b2d31c3-6a2e-4909-aaee-16bb6e6b1a7f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e38d172f82bf4fbaa466022ebb6ecce5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2626319 Jul 09 22:12:01.431312 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a3b2887d-fb96-493a-822c-6df1aa8ddd1f req-58d7fa82-105d-44c1-9470-43713b91d950 service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874086 Jul 09 22:12:01.451000 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a9d0b-604e-4369-9a20-a59861131b2a req-a9ea554b-e91b-479b-879d-6dc8664d7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:01.453600 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c52a9d0b-604e-4369-9a20-a59861131b2a req-a9ea554b-e91b-479b-879d-6dc8664d7409 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2990162 Jul 09 22:12:01.481489 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2ad50-e9e1-46a0-855a-e6f74583f13f req-bdd06ab3-e03e-4993-a4b6-a9cd7a0d43cd tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:01.484350 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3da2ad50-e9e1-46a0-855a-e6f74583f13f req-bdd06ab3-e03e-4993-a4b6-a9cd7a0d43cd tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 943 time: 0.2140439 Jul 09 22:12:01.577933 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3da2ad50-e9e1-46a0-855a-e6f74583f13f req-752836bf-669c-401d-b252-f95fc75eb46b tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837982 Jul 09 22:12:01.616929 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-058313f8-4f77-4316-8dd9-2047edd7a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:01.620039 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-058313f8-4f77-4316-8dd9-2047edd7a3d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e38d172f82bf4fbaa466022ebb6ecce5&device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 1096 time: 0.1130760 Jul 09 22:12:01.839975 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 2ab0ba2a-57d6-4e73-8109-316a4fbbb044 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:12:01.864440 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-3dcc440d-9b63-4ef4-ab55-38e872eb8328 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78dad48d-0310-4c00-88b2-f5488924058b HTTP/1.1" status: 200 len: 217 time: 0.2347131 Jul 09 22:12:01.980637 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-0d5b7a1f-61cf-49a8-a5ca-7733120c4eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:01.982197 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-0d5b7a1f-61cf-49a8-a5ca-7733120c4eb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9 HTTP/1.1" status: 200 len: 858 time: 0.0895226 Jul 09 22:12:01.984701 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 2ab0ba2a-57d6-4e73-8109-316a4fbbb044, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2ab0ba2a-57d6-4e73-8109-316a4fbbb044,segment=NetworkSegment(28d4c89a-65f2-43d3-804e-7d066eebe9a1),segment_id=28d4c89a-65f2-43d3-804e-7d066eebe9a1)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:12:02.006196 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': '2ab0ba2a-57d6-4e73-8109-316a4fbbb044', 'network_id': '34f2ffe7-e383-4559-83a8-0a7ede7b64f4', 'port_id': '2ab0ba2a-57d6-4e73-8109-316a4fbbb044', 'mac_address': 'fa:16:3e:01:0b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac30a62f-0d2a-4cad-96b7-a9a9d08d0abe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:12:02.026404 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-ba63eea0-2932-4e55-b47c-41dc7c2d6ba2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64d56d6c-b5b0-457e-b45f-91b55fb58f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367241 Jul 09 22:12:02.050342 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:02.053095 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879b200-20eb-48e3-83ca-41d0bce2b94c req-a61d2642-5faf-4200-91a3-d5d97434bce3 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:02.054700 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d879b200-20eb-48e3-83ca-41d0bce2b94c req-a61d2642-5faf-4200-91a3-d5d97434bce3 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 943 time: 0.2007029 Jul 09 22:12:02.063741 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c7dcd-e598-435e-a0ac-34fcb3350681 req-b032e9f6-c2b8-4774-a47a-a5481afd84f2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:02.065485 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-658c7dcd-e598-435e-a0ac-34fcb3350681 req-b032e9f6-c2b8-4774-a47a-a5481afd84f2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 943 time: 0.1999948 Jul 09 22:12:02.074316 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab0ba2a-57d6-4e73-8109-316a4fbbb044 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:12:02.112828 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 2ab0ba2a-57d6-4e73-8109-316a4fbbb044, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2ab0ba2a-57d6-4e73-8109-316a4fbbb044,segment=NetworkSegment(28d4c89a-65f2-43d3-804e-7d066eebe9a1),segment_id=28d4c89a-65f2-43d3-804e-7d066eebe9a1)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:12:02.118486 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:02.119527 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device f3ddf4c3-ff47-452f-ba66-a9a2d53e122b details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:12:02.189697 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d879b200-20eb-48e3-83ca-41d0bce2b94c req-b88feadb-d8f0-4ff1-a24c-457f5fea3729 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231682 Jul 09 22:12:02.199060 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-658c7dcd-e598-435e-a0ac-34fcb3350681 req-bc82c348-158c-406f-a164-eb22bb8295e4 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186507 Jul 09 22:12:02.199339 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=2ab0ba2a-57d6-4e73-8109-316a4fbbb044,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:02.222068 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-07011ea1-ab2e-4709-bdde-abf63dea5594 service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855628 Jul 09 22:12:02.331399 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port f3ddf4c3-ff47-452f-ba66-a9a2d53e122b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f3ddf4c3-ff47-452f-ba66-a9a2d53e122b,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:12:02.349860 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': 'f3ddf4c3-ff47-452f-ba66-a9a2d53e122b', 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2', 'port_id': 'f3ddf4c3-ff47-452f-ba66-a9a2d53e122b', 'mac_address': 'fa:16:3e:34:c3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8a9bc5-7293-41e2-a6fc-44520b19e195', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:12:02.359662 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c182d2a-118a-4ecf-b738-af9b1ff0f870 req-89763931-3693-4b8b-bc0c-713b66989152 service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181777 Jul 09 22:12:02.396124 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:02.411895 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ddf4c3-ff47-452f-ba66-a9a2d53e122b {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:12:02.436118 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port f3ddf4c3-ff47-452f-ba66-a9a2d53e122b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f3ddf4c3-ff47-452f-ba66-a9a2d53e122b,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:12:02.440969 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:02.497045 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=f3ddf4c3-ff47-452f-ba66-a9a2d53e122b,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:02.813903 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca7f25-b8f4-4b07-9829-909b7f06f536 req-e3fa4536-fcb9-43b1-b47b-fdc5354139d7 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:02.815481 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aeca7f25-b8f4-4b07-9829-909b7f06f536 req-e3fa4536-fcb9-43b1-b47b-fdc5354139d7 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 944 time: 0.0947640 Jul 09 22:12:02.875175 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aeca7f25-b8f4-4b07-9829-909b7f06f536 req-7f334c82-86b7-4f97-83fb-3dd07289d07f tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534396 Jul 09 22:12:03.408388 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['f3ddf4c3-ff47-452f-ba66-a9a2d53e122b'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:12:03.631114 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['2ab0ba2a-57d6-4e73-8109-316a4fbbb044'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:12:03.697987 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdf6e2-ea28-4476-b835-bbbf88afe63c req-8b5845ef-6ae0-46d3-a69e-84a40930f07a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:03.702382 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fdbdf6e2-ea28-4476-b835-bbbf88afe63c req-8b5845ef-6ae0-46d3-a69e-84a40930f07a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 944 time: 0.3349645 Jul 09 22:12:03.720116 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e238d-93e0-4b78-96c5-0e1c0b4d1f1e req-1228a657-d415-414c-b11e-6f7c962c2ec8 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:03.729483 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35028) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:03.734393 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-977e238d-93e0-4b78-96c5-0e1c0b4d1f1e req-1228a657-d415-414c-b11e-6f7c962c2ec8 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 943 time: 0.2557189 Jul 09 22:12:03.878174 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fdbdf6e2-ea28-4476-b835-bbbf88afe63c req-ab7c6666-bd19-4766-956d-796cca27badd tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380441 Jul 09 22:12:03.916655 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-977e238d-93e0-4b78-96c5-0e1c0b4d1f1e req-72c24f21-6c7d-446e-b473-fbbe077cde2c tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755431 Jul 09 22:12:03.987234 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-91aa3b96-5ff4-4aec-b12f-a1b62b1c107c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:04.253865 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-91aa3b96-5ff4-4aec-b12f-a1b62b1c107c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:04.264645 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-91aa3b96-5ff4-4aec-b12f-a1b62b1c107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:04.374012 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-91aa3b96-5ff4-4aec-b12f-a1b62b1c107c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2e7bf99966f4dd2bd7b30be36275366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6396606 Jul 09 22:12:04.374987 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35052) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:04.400338 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9971a-4653-4a85-98ee-cebe679c96e8 req-28532e3f-8dff-4bcc-893b-a7084b4870a7 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:04.405616 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2db9971a-4653-4a85-98ee-cebe679c96e8 req-28532e3f-8dff-4bcc-893b-a7084b4870a7 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 944 time: 0.2166140 Jul 09 22:12:04.449640 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa3b96-5ff4-4aec-b12f-a1b62b1c107c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6a4927-7e85-48ec-9ff3-71d8c477aeb2,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:04.494652 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2db9971a-4653-4a85-98ee-cebe679c96e8 req-af2b4aac-0b65-4eec-9294-db6f79a271f3 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783417 Jul 09 22:12:04.514343 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f3301f2b-de3a-4273-8ae9-07763834488d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:04.573195 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f3301f2b-de3a-4273-8ae9-07763834488d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:04.660312 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f3301f2b-de3a-4273-8ae9-07763834488d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:04.666146 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f3301f2b-de3a-4273-8ae9-07763834488d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:04.675804 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-f3301f2b-de3a-4273-8ae9-07763834488d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d6a4927-7e85-48ec-9ff3-71d8c477aeb2 HTTP/1.1" status: 204 len: 168 time: 0.2950559 Jul 09 22:12:04.688509 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3301f2b-de3a-4273-8ae9-07763834488d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6a4927-7e85-48ec-9ff3-71d8c477aeb2,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:05.131146 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35090) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:05.150256 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-317a2d7d-b22b-41f7-9e2e-89f6cd55a303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:05.260676 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cd7ac-c3d3-4a09-834b-40aa0e8b2983 req-964ac3f0-cfd5-45d6-9179-7d74c4853eda tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:05.264036 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ac8cd7ac-c3d3-4a09-834b-40aa0e8b2983 req-964ac3f0-cfd5-45d6-9179-7d74c4853eda tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 943 time: 0.1807897 Jul 09 22:12:05.285906 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-317a2d7d-b22b-41f7-9e2e-89f6cd55a303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:05.290741 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-317a2d7d-b22b-41f7-9e2e-89f6cd55a303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:05.335993 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc4e59-496e-4826-8760-625ab362f150 req-2a2b2e2b-ca87-4cab-b2aa-ab67dd91de08 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:05.338862 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-97fc4e59-496e-4826-8760-625ab362f150 req-2a2b2e2b-ca87-4cab-b2aa-ab67dd91de08 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 944 time: 0.1808169 Jul 09 22:12:05.342772 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35092) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:05.344949 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-317a2d7d-b22b-41f7-9e2e-89f6cd55a303 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9403ee59a62b4567b39be7a345518657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062774 Jul 09 22:12:05.347856 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a2d7d-b22b-41f7-9e2e-89f6cd55a303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2687dd6f-1ab5-4f16-9c02-8590c2533e7e,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:05.425766 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ac8cd7ac-c3d3-4a09-834b-40aa0e8b2983 req-675380eb-5cbb-4eee-95a1-557a56e052c8 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497834 Jul 09 22:12:05.489691 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-97fc4e59-496e-4826-8760-625ab362f150 req-88da2c43-fc07-4f6c-bf4e-09aef82a41d5 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341450 Jul 09 22:12:05.506851 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2a811a8a-9113-4333-a413-d9f96bd82ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:05.546051 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2a811a8a-9113-4333-a413-d9f96bd82ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:05.615284 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2a811a8a-9113-4333-a413-d9f96bd82ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:05.618270 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2a811a8a-9113-4333-a413-d9f96bd82ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:05.619738 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-2a811a8a-9113-4333-a413-d9f96bd82ea6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2687dd6f-1ab5-4f16-9c02-8590c2533e7e HTTP/1.1" status: 204 len: 168 time: 0.2751424 Jul 09 22:12:05.635710 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a811a8a-9113-4333-a413-d9f96bd82ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2687dd6f-1ab5-4f16-9c02-8590c2533e7e,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:05.739839 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0920405-e895-4fab-893c-810d5603e377 req-624ee9a5-d065-46d5-9bf0-d1125887b33f tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:05.753591 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0920405-e895-4fab-893c-810d5603e377 req-624ee9a5-d065-46d5-9bf0-d1125887b33f tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 944 time: 0.1153848 Jul 09 22:12:05.829742 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 78dad48d-0310-4c00-88b2-f5488924058b details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:12:05.831350 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0920405-e895-4fab-893c-810d5603e377 req-b55d6a6f-fb86-45ce-8f6c-06a8fa60c078 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729344 Jul 09 22:12:05.900533 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 2ab0ba2a-57d6-4e73-8109-316a4fbbb044 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:12:06.022192 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.db.resource_extend [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 22:12:06.093758 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port 2ab0ba2a-57d6-4e73-8109-316a4fbbb044 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:12:06.112308 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port 2ab0ba2a-57d6-4e73-8109-316a4fbbb044 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:12:06.113418 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:06.375504 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35130) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:06.478433 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 78dad48d-0310-4c00-88b2-f5488924058b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=78dad48d-0310-4c00-88b2-f5488924058b,segment=NetworkSegment(78bbba0f-c327-4449-b658-948f153fcd18),segment_id=78bbba0f-c327-4449-b658-948f153fcd18)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:12:06.639029 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': '78dad48d-0310-4c00-88b2-f5488924058b', 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13', 'port_id': '78dad48d-0310-4c00-88b2-f5488924058b', 'mac_address': 'fa:16:3e:b1:1a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:12:06.798736 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-7d07dcc1-3d93-4c01-93b2-3e425833ce7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:06.814787 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:06.883722 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:06.933522 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f604b252-e825-4204-9b7d-f0a09b5fd2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab0ba2a-57d6-4e73-8109-316a4fbbb044'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:12:07.007812 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-7d07dcc1-3d93-4c01-93b2-3e425833ce7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:07.014676 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-7d07dcc1-3d93-4c01-93b2-3e425833ce7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:07.064664 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-7d07dcc1-3d93-4c01-93b2-3e425833ce7e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c20acaa2a6684c6093a98ec690b80e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6846986 Jul 09 22:12:07.071076 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35166) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:07.113091 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 2ab0ba2a-57d6-4e73-8109-316a4fbbb044, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2ab0ba2a-57d6-4e73-8109-316a4fbbb044,segment=NetworkSegment(28d4c89a-65f2-43d3-804e-7d066eebe9a1),segment_id=28d4c89a-65f2-43d3-804e-7d066eebe9a1)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:12:07.117718 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78dad48d-0310-4c00-88b2-f5488924058b {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:12:07.121881 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07dcc1-3d93-4c01-93b2-3e425833ce7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd726eef-55f3-47db-8ab8-67851cf88988,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:07.150753 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 78dad48d-0310-4c00-88b2-f5488924058b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=78dad48d-0310-4c00-88b2-f5488924058b,segment=NetworkSegment(78bbba0f-c327-4449-b658-948f153fcd18),segment_id=78bbba0f-c327-4449-b658-948f153fcd18)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:12:07.167904 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:07.168542 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device f3ddf4c3-ff47-452f-ba66-a9a2d53e122b up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:12:07.183451 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:07.184368 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device d054d0a5-db49-4db2-a4b1-3b071e872831 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:12:07.202580 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4c482999-1505-4183-bbe6-7738aa4c30e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:07.245359 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd14cda-9bfc-465c-aefe-07f4bb47fd80 req-5cf4b590-6a2b-40eb-a2cc-ef687cd7adb1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:07.257298 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-acd14cda-9bfc-465c-aefe-07f4bb47fd80 req-5cf4b590-6a2b-40eb-a2cc-ef687cd7adb1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 944 time: 0.4507272 Jul 09 22:12:07.279772 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4c482999-1505-4183-bbe6-7738aa4c30e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:07.298883 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=2ab0ba2a-57d6-4e73-8109-316a4fbbb044,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:07.345652 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-acd14cda-9bfc-465c-aefe-07f4bb47fd80 req-d389d4c8-d252-4653-8b37-eba7933f9142 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868778 Jul 09 22:12:07.367117 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=78dad48d-0310-4c00-88b2-f5488924058b,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:07.376859 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60177a-9185-42b9-a744-5cedc9111e75 req-529e9f01-2f5f-4f69-87aa-9a0005fdb7b4 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:07.381206 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fe60177a-9185-42b9-a744-5cedc9111e75 req-529e9f01-2f5f-4f69-87aa-9a0005fdb7b4 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 943 time: 0.4898243 Jul 09 22:12:07.406281 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port d054d0a5-db49-4db2-a4b1-3b071e872831, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d054d0a5-db49-4db2-a4b1-3b071e872831,segment=NetworkSegment(78bbba0f-c327-4449-b658-948f153fcd18),segment_id=78bbba0f-c327-4449-b658-948f153fcd18)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:12:07.425519 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': 'd054d0a5-db49-4db2-a4b1-3b071e872831', 'network_id': '64d56d6c-b5b0-457e-b45f-91b55fb58f13', 'port_id': 'd054d0a5-db49-4db2-a4b1-3b071e872831', 'mac_address': 'fa:16:3e:e9:1e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:12:07.428877 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port f3ddf4c3-ff47-452f-ba66-a9a2d53e122b completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:12:07.436701 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port f3ddf4c3-ff47-452f-ba66-a9a2d53e122b triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:12:07.437415 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:07.451245 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4c482999-1505-4183-bbe6-7738aa4c30e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:07.458552 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4c482999-1505-4183-bbe6-7738aa4c30e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:07.461369 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-4c482999-1505-4183-bbe6-7738aa4c30e3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd726eef-55f3-47db-8ab8-67851cf88988 HTTP/1.1" status: 204 len: 168 time: 0.3889492 Jul 09 22:12:07.506441 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fe60177a-9185-42b9-a744-5cedc9111e75 req-c287863d-c41f-42b6-9d65-ebe9da135f4f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149931 Jul 09 22:12:07.517145 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c482999-1505-4183-bbe6-7738aa4c30e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd726eef-55f3-47db-8ab8-67851cf88988,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:07.606541 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:07.647876 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d054d0a5-db49-4db2-a4b1-3b071e872831 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:12:07.687692 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbd7968-c522-4882-858b-e854c8bdfc17" -d '{"events": [{"server_uuid": "f604b252-e825-4204-9b7d-f0a09b5fd2bd", "name": "network-vif-plugged", "status": "completed", "tag": "2ab0ba2a-57d6-4e73-8109-316a4fbbb044"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:12:07.713404 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port d054d0a5-db49-4db2-a4b1-3b071e872831, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d054d0a5-db49-4db2-a4b1-3b071e872831,segment=NetworkSegment(78bbba0f-c327-4449-b658-948f153fcd18),segment_id=78bbba0f-c327-4449-b658-948f153fcd18)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:12:07.722713 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:07.730747 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:07.742563 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad9478-0223-4aa8-8d20-5ab5d6f706ef req-ed16b141-1305-4e39-a3ff-9a60642f7d7e tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:07.746361 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-98ad9478-0223-4aa8-8d20-5ab5d6f706ef req-ed16b141-1305-4e39-a3ff-9a60642f7d7e tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 945 time: 0.1158073 Jul 09 22:12:07.811443 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-98ad9478-0223-4aa8-8d20-5ab5d6f706ef req-a7ccea18-6bb2-43b9-833e-57a6422c7f53 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593216 Jul 09 22:12:07.820431 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port f3ddf4c3-ff47-452f-ba66-a9a2d53e122b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f3ddf4c3-ff47-452f-ba66-a9a2d53e122b,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:12:07.832256 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=d054d0a5-db49-4db2-a4b1-3b071e872831,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:07.836534 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:07.883656 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35206) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:07.906631 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=f3ddf4c3-ff47-452f-ba66-a9a2d53e122b,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:08.167721 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['d054d0a5-db49-4db2-a4b1-3b071e872831'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:12:08.182814 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['78dad48d-0310-4c00-88b2-f5488924058b'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:12:08.223436 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1811c81-1ae3-4ef1-be0c-c8dd6ed0f61e x-openstack-request-id: req-f1811c81-1ae3-4ef1-be0c-c8dd6ed0f61e {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:12:08.224112 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f604b252-e825-4204-9b7d-f0a09b5fd2bd", "name": "network-vif-plugged", "status": "completed", "tag": "2ab0ba2a-57d6-4e73-8109-316a4fbbb044", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:12:08.224628 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1811c81-1ae3-4ef1-be0c-c8dd6ed0f61e {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:12:08.225510 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f604b252-e825-4204-9b7d-f0a09b5fd2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab0ba2a-57d6-4e73-8109-316a4fbbb044', 'code': 200} Jul 09 22:12:08.737170 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35228) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:08.837600 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a81b-cb28-42ef-80e6-2b0336b6eb84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:09.001903 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-db5a5b82-34be-447b-90c7-6b5000733f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:09.078781 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7345df-3c1f-4929-a682-0988e739c105 req-d8fdc038-aa38-4a49-aac9-ba3091bfd459 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:09.087652 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7f7345df-3c1f-4929-a682-0988e739c105 req-d8fdc038-aa38-4a49-aac9-ba3091bfd459 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 945 time: 0.3396745 Jul 09 22:12:09.094196 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a81b-cb28-42ef-80e6-2b0336b6eb84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:09.102040 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a81b-cb28-42ef-80e6-2b0336b6eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:09.149552 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-9ee6a81b-cb28-42ef-80e6-2b0336b6eb84 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87dfc1ac55b34ed2a1affcc27972de7a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2645462 Jul 09 22:12:09.151100 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6a81b-cb28-42ef-80e6-2b0336b6eb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a0a20c-58c7-4038-8e69-63f358c6c55a,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:09.154498 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35252) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:09.228795 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-db5a5b82-34be-447b-90c7-6b5000733f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:09.243895 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-db5a5b82-34be-447b-90c7-6b5000733f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:09.251405 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ff7de147-2ba9-4dac-a3b1-2b160446beb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:09.252862 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b46935-c939-4322-9ca3-944bfe78e1bf req-964f39e5-55ad-4bcf-b620-3bac8f11fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:09.254648 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-65b46935-c939-4322-9ca3-944bfe78e1bf req-964f39e5-55ad-4bcf-b620-3bac8f11fdef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 1098 time: 0.4664423 Jul 09 22:12:09.300294 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53e8c3-a820-4eac-b739-d8f4811fcd0f req-f5bc2bc6-ca15-472a-9989-969e650d5a85 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:09.301894 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c53e8c3-a820-4eac-b739-d8f4811fcd0f req-f5bc2bc6-ca15-472a-9989-969e650d5a85 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 944 time: 0.3844509 Jul 09 22:12:09.315016 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ff7de147-2ba9-4dac-a3b1-2b160446beb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:09.327742 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7f7345df-3c1f-4929-a682-0988e739c105 req-729178ba-ecf7-41b1-b885-62b9cd2049d0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391043 Jul 09 22:12:09.352406 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-65b46935-c939-4322-9ca3-944bfe78e1bf req-586ce116-3f12-4ab9-86d4-fa5bb810ab48 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:09.383402 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-db5a5b82-34be-447b-90c7-6b5000733f56 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=40fb6c6366334aada24d4b147f8fec7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6449397 Jul 09 22:12:09.384321 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35256) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:09.393401 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a5b82-34be-447b-90c7-6b5000733f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765afd56-a852-45e3-a144-17bdea534b29,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:09.434295 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ff7de147-2ba9-4dac-a3b1-2b160446beb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:09.443196 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ff7de147-2ba9-4dac-a3b1-2b160446beb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:09.448444 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-ff7de147-2ba9-4dac-a3b1-2b160446beb9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d9a0a20c-58c7-4038-8e69-63f358c6c55a HTTP/1.1" status: 204 len: 168 time: 0.2919860 Jul 09 22:12:09.456880 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c53e8c3-a820-4eac-b739-d8f4811fcd0f req-a7ad346d-87e7-49a5-980b-746ef1018bac tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271913 Jul 09 22:12:09.511563 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7de147-2ba9-4dac-a3b1-2b160446beb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a0a20c-58c7-4038-8e69-63f358c6c55a,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:09.589762 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7b9288aa-bbf8-4e45-9d6e-405994451bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:09.677836 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7b9288aa-bbf8-4e45-9d6e-405994451bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:09.790688 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-65b46935-c939-4322-9ca3-944bfe78e1bf req-586ce116-3f12-4ab9-86d4-fa5bb810ab48 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:09.807057 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-65b46935-c939-4322-9ca3-944bfe78e1bf req-586ce116-3f12-4ab9-86d4-fa5bb810ab48 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:09.827687 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 78dad48d-0310-4c00-88b2-f5488924058b up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:12:09.853888 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfea17-558d-4cef-adfe-18cc239d7ca8 req-2386b663-d8c2-4192-9637-bf5bccc70f1c tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:09.856671 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-04bfea17-558d-4cef-adfe-18cc239d7ca8 req-2386b663-d8c2-4192-9637-bf5bccc70f1c tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 945 time: 0.3456154 Jul 09 22:12:09.899788 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-65b46935-c939-4322-9ca3-944bfe78e1bf req-586ce116-3f12-4ab9-86d4-fa5bb810ab48 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6225710 Jul 09 22:12:09.906915 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port 78dad48d-0310-4c00-88b2-f5488924058b completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:12:09.912272 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port 78dad48d-0310-4c00-88b2-f5488924058b triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:12:09.913010 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:09.937697 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7b9288aa-bbf8-4e45-9d6e-405994451bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:09.942569 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7b9288aa-bbf8-4e45-9d6e-405994451bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:09.944528 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-7b9288aa-bbf8-4e45-9d6e-405994451bfd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/765afd56-a852-45e3-a144-17bdea534b29 HTTP/1.1" status: 204 len: 168 time: 0.5476782 Jul 09 22:12:09.951609 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ce116-3f12-4ab9-86d4-fa5bb810ab48 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=268bcb3a-d4eb-4345-8dc7-2b1cb432c4b9,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:09.987239 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9288aa-bbf8-4e45-9d6e-405994451bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765afd56-a852-45e3-a144-17bdea534b29,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:09.994585 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-04bfea17-558d-4cef-adfe-18cc239d7ca8 req-fa0ba19d-c4f1-450d-b2c8-0ea3614014da tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199064 Jul 09 22:12:10.047963 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:10.094771 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 78dad48d-0310-4c00-88b2-f5488924058b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=78dad48d-0310-4c00-88b2-f5488924058b,segment=NetworkSegment(78bbba0f-c327-4449-b658-948f153fcd18),segment_id=78bbba0f-c327-4449-b658-948f153fcd18)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:12:10.102957 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:10.104832 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device d054d0a5-db49-4db2-a4b1-3b071e872831 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:12:10.184160 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35280) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:10.225294 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1f8df346-ca3d-4efd-9c52-d5a275071b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:10.235374 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=78dad48d-0310-4c00-88b2-f5488924058b,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:10.242241 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2deda2-aef0-43b5-acc5-f4d752245701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ddf4c3-ff47-452f-ba66-a9a2d53e122b'}, {'server_uuid': 'd373199a-fd49-4c13-81d2-a7d797681494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dad48d-0310-4c00-88b2-f5488924058b'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:12:10.247660 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02a4dbd-c695-4c4a-9441-5aca57e597fb" -d '{"events": [{"server_uuid": "ba2deda2-aef0-43b5-acc5-f4d752245701", "name": "network-vif-plugged", "status": "completed", "tag": "f3ddf4c3-ff47-452f-ba66-a9a2d53e122b"}, {"server_uuid": "d373199a-fd49-4c13-81d2-a7d797681494", "name": "network-vif-plugged", "status": "completed", "tag": "78dad48d-0310-4c00-88b2-f5488924058b"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:12:10.323603 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port d054d0a5-db49-4db2-a4b1-3b071e872831 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:12:10.340522 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port d054d0a5-db49-4db2-a4b1-3b071e872831 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:12:10.343336 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:10.572985 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 22:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54409dfc-11a1-4d43-aacb-d5d0c97dbb0f x-openstack-request-id: req-54409dfc-11a1-4d43-aacb-d5d0c97dbb0f {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:12:10.574282 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2deda2-aef0-43b5-acc5-f4d752245701", "name": "network-vif-plugged", "status": "completed", "tag": "f3ddf4c3-ff47-452f-ba66-a9a2d53e122b", "code": 200}, {"server_uuid": "d373199a-fd49-4c13-81d2-a7d797681494", "name": "network-vif-plugged", "status": "completed", "tag": "78dad48d-0310-4c00-88b2-f5488924058b", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:12:10.575244 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54409dfc-11a1-4d43-aacb-d5d0c97dbb0f {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:12:10.577577 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2deda2-aef0-43b5-acc5-f4d752245701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ddf4c3-ff47-452f-ba66-a9a2d53e122b', 'code': 200} Jul 09 22:12:10.578467 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd373199a-fd49-4c13-81d2-a7d797681494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dad48d-0310-4c00-88b2-f5488924058b', 'code': 200} Jul 09 22:12:10.626948 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:10.769701 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1f8df346-ca3d-4efd-9c52-d5a275071b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:10.795078 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1f8df346-ca3d-4efd-9c52-d5a275071b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:10.796697 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port d054d0a5-db49-4db2-a4b1-3b071e872831, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d054d0a5-db49-4db2-a4b1-3b071e872831,segment=NetworkSegment(78bbba0f-c327-4449-b658-948f153fcd18),segment_id=78bbba0f-c327-4449-b658-948f153fcd18)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:12:10.814348 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:10.960441 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1780cc-b237-47a0-b613-67b7e2546b2d req-16c0cea4-b1fa-4e14-92c9-757e5c7449c8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:10.978346 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eb1780cc-b237-47a0-b613-67b7e2546b2d req-16c0cea4-b1fa-4e14-92c9-757e5c7449c8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 945 time: 0.3353565 Jul 09 22:12:11.009036 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-1f8df346-ca3d-4efd-9c52-d5a275071b81 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dfdc1cca5f2f4da0b24a7ff813655ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8182752 Jul 09 22:12:11.010605 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35300) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:11.055265 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=d054d0a5-db49-4db2-a4b1-3b071e872831,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:11.071580 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8df346-ca3d-4efd-9c52-d5a275071b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dc6b36-d9dc-48f9-b9e5-2d9c867c1144,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:11.220065 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bc60dc4a-c774-4038-abca-03b300d0c095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:11.277128 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bc60dc4a-c774-4038-abca-03b300d0c095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:11.358322 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35310) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:11.414249 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eb1780cc-b237-47a0-b613-67b7e2546b2d req-fb1b3208-351d-45cd-ad84-835f52eb08f1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326563 Jul 09 22:12:11.424404 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bc60dc4a-c774-4038-abca-03b300d0c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:11.433335 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bc60dc4a-c774-4038-abca-03b300d0c095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:11.437776 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-bc60dc4a-c774-4038-abca-03b300d0c095 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58dc6b36-d9dc-48f9-b9e5-2d9c867c1144 HTTP/1.1" status: 204 len: 168 time: 0.4232688 Jul 09 22:12:11.456846 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60dc4a-c774-4038-abca-03b300d0c095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dc6b36-d9dc-48f9-b9e5-2d9c867c1144,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:11.464476 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35316) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:11.469014 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-cfebcf69-b4b8-4506-ad5e-278f12bd967d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:11.546905 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2297c5-0a05-46c7-ba2f-f770e191d3c1 req-f8312e63-5cf7-48b1-8125-fee20d778fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:11.550821 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0a2297c5-0a05-46c7-ba2f-f770e191d3c1 req-f8312e63-5cf7-48b1-8125-fee20d778fec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 1098 time: 0.5454526 Jul 09 22:12:11.562838 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874c395-e64a-44b7-ab87-f8f8db16f43e req-ca622f91-bdc1-4497-997d-9e9b4adc26c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:11.565792 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c874c395-e64a-44b7-ab87-f8f8db16f43e req-ca622f91-bdc1-4497-997d-9e9b4adc26c9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 1098 time: 0.5286868 Jul 09 22:12:11.578978 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d86ff870-a857-4416-9a6c-2a6676d70b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:11.653449 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c38a4-ecb3-46e4-9a8e-24b0429554e3 req-e6251b16-3f98-4927-9df0-a12c65844323 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:11.656904 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fb6c38a4-ecb3-46e4-9a8e-24b0429554e3 req-e6251b16-3f98-4927-9df0-a12c65844323 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.5431142 Jul 09 22:12:11.765671 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0a2297c5-0a05-46c7-ba2f-f770e191d3c1 req-bd3b17eb-dc2d-4224-a0f3-143ca9367aad service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981506 Jul 09 22:12:11.852395 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fb6c38a4-ecb3-46e4-9a8e-24b0429554e3 req-3dd916a4-840d-48f0-bf75-0f35783d067f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716187 Jul 09 22:12:11.882704 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c874c395-e64a-44b7-ab87-f8f8db16f43e req-b27c3ad5-6b3e-4c52-957a-741c624aa2ba service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605541 Jul 09 22:12:11.938009 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-cfebcf69-b4b8-4506-ad5e-278f12bd967d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:11.947724 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8453b1-d30d-4d6e-98c5-f803506b8135 req-8f68eefa-f697-4f04-8ed9-748f59b07987 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:11.962891 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ad8453b1-d30d-4d6e-98c5-f803506b8135 req-8f68eefa-f697-4f04-8ed9-748f59b07987 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 945 time: 0.1967118 Jul 09 22:12:11.971280 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-cfebcf69-b4b8-4506-ad5e-278f12bd967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:12.058449 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-cfebcf69-b4b8-4506-ad5e-278f12bd967d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ff7b51ecd254093b2fda0bb3b7b7175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6936576 Jul 09 22:12:12.064531 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35322) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:12.067155 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebcf69-b4b8-4506-ad5e-278f12bd967d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e832d93b-0c68-4418-a1e2-baf0cf7a4eb0,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:12.099492 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ad8453b1-d30d-4d6e-98c5-f803506b8135 req-0de5c5bc-42f3-43fd-8d82-d0a31abf09a9 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355438 Jul 09 22:12:12.195719 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-6dc7c939-82cb-4e8e-95b3-aa97fd8c3d41 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1703034853-network', 'tenant_id': '4029da1e24cf4721a811c6142be0c340'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:12:12.256676 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-19b11ae0-de06-48b7-b131-72514cd0dc9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:12.264455 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc7c939-82cb-4e8e-95b3-aa97fd8c3d41 admin admin] Made reservation on behalf of 4029da1e24cf4721a811c6142be0c340 for: {'network': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:12:12.266985 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c939-82cb-4e8e-95b3-aa97fd8c3d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:12.284676 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c939-82cb-4e8e-95b3-aa97fd8c3d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:12.306953 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-19b11ae0-de06-48b7-b131-72514cd0dc9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:12.330313 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35328) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:12.352181 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f4ed5d74-917d-4fd5-a203-1aae23f169cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:12.403563 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-19b11ae0-de06-48b7-b131-72514cd0dc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:12.406666 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-19b11ae0-de06-48b7-b131-72514cd0dc9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:12.407885 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-19b11ae0-de06-48b7-b131-72514cd0dc9b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e832d93b-0c68-4418-a1e2-baf0cf7a4eb0 HTTP/1.1" status: 204 len: 168 time: 0.3416948 Jul 09 22:12:12.424518 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b11ae0-de06-48b7-b131-72514cd0dc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e832d93b-0c68-4418-a1e2-baf0cf7a4eb0,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:12.465340 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c939-82cb-4e8e-95b3-aa97fd8c3d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:12.477670 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c939-82cb-4e8e-95b3-aa97fd8c3d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:12.500469 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc7c939-82cb-4e8e-95b3-aa97fd8c3d41 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=93127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 22:12:12.522154 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7c939-82cb-4e8e-95b3-aa97fd8c3d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3dd814-f47f-480e-be2a-b6091507eccd,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:12.537427 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c939-82cb-4e8e-95b3-aa97fd8c3d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:12.541863 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.segments_db [None req-6dc7c939-82cb-4e8e-95b3-aa97fd8c3d41 admin admin] Added segment e5f4edaf-30c3-499d-b53a-2dd033b27090 of type vlan for network 718fff97-2f5b-40f5-b33d-ecdac7556c05 Jul 09 22:12:12.579751 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b24c336-d055-411f-ac07-c99d48b54e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd054d0a5-db49-4db2-a4b1-3b071e872831'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:12:12.583578 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0ce7c1-e163-4ee9-8dc6-7be4ef2d71a8" -d '{"events": [{"server_uuid": "5b24c336-d055-411f-ac07-c99d48b54e01", "name": "network-vif-plugged", "status": "completed", "tag": "d054d0a5-db49-4db2-a4b1-3b071e872831"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:12:12.658347 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c939-82cb-4e8e-95b3-aa97fd8c3d41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:12.681364 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f4ed5d74-917d-4fd5-a203-1aae23f169cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:12.692051 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f4ed5d74-917d-4fd5-a203-1aae23f169cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:12.718878 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f317007e-3af7-4732-8ec4-497f3386678f x-openstack-request-id: req-f317007e-3af7-4732-8ec4-497f3386678f {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:12:12.719373 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b24c336-d055-411f-ac07-c99d48b54e01", "name": "network-vif-plugged", "status": "completed", "tag": "d054d0a5-db49-4db2-a4b1-3b071e872831", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:12:12.719721 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f317007e-3af7-4732-8ec4-497f3386678f {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:12:12.720520 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b24c336-d055-411f-ac07-c99d48b54e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd054d0a5-db49-4db2-a4b1-3b071e872831', 'code': 200} Jul 09 22:12:12.745749 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c939-82cb-4e8e-95b3-aa97fd8c3d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:12.748397 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc7c939-82cb-4e8e-95b3-aa97fd8c3d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:12.749371 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c939-82cb-4e8e-95b3-aa97fd8c3d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:12.857444 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-6dc7c939-82cb-4e8e-95b3-aa97fd8c3d41 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3910291 Jul 09 22:12:12.867910 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35344) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:12.879877 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-e609d5e6-0f3f-4fb2-ba61-402c9ba5e6f2 admin admin] Request body: {'subnet': {'network_id': '718fff97-2f5b-40f5-b33d-ecdac7556c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1703034853-subnet', 'tenant_id': '4029da1e24cf4721a811c6142be0c340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:12:12.919679 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7c939-82cb-4e8e-95b3-aa97fd8c3d41 admin admin] Pushing event updated for resources: {'Network': ['ID=718fff97-2f5b-40f5-b33d-ecdac7556c05,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:12.939949 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network 718fff97-2f5b-40f5-b33d-ecdac7556c05 details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:12:12.944715 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e609d5e6-0f3f-4fb2-ba61-402c9ba5e6f2 admin admin] Made reservation on behalf of 4029da1e24cf4721a811c6142be0c340 for: {'subnet': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:12:12.948890 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e609d5e6-0f3f-4fb2-ba61-402c9ba5e6f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:13.202211 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-f4ed5d74-917d-4fd5-a203-1aae23f169cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=131223d6dd0544c19b70372f881fea51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8700182 Jul 09 22:12:13.220241 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35356) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:13.298791 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed5d74-917d-4fd5-a203-1aae23f169cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a886c401-4e6c-4c86-a289-03058ad92531,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:13.311967 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e609d5e6-0f3f-4fb2-ba61-402c9ba5e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for subnet, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:13.539263 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e609d5e6-0f3f-4fb2-ba61-402c9ba5e6f2 admin admin] Checking segment: {'id': 'e5f4edaf-30c3-499d-b53a-2dd033b27090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '718fff97-2f5b-40f5-b33d-ecdac7556c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:12:13.541761 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e609d5e6-0f3f-4fb2-ba61-402c9ba5e6f2 admin admin] Network hostable DHCP agents. Network: 718fff97-2f5b-40f5-b33d-ecdac7556c05, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:12:13.552252 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609d5e6-0f3f-4fb2-ba61-402c9ba5e6f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb599ef-8738-455e-96ff-783688a98efb,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:13.590569 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52becd9b-3f71-452b-9280-0c923bdba9f8 req-24b3ef02-ef04-4b1c-b1b8-93c0f147bce8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:13.593242 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-52becd9b-3f71-452b-9280-0c923bdba9f8 req-24b3ef02-ef04-4b1c-b1b8-93c0f147bce8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 945 time: 0.8485045 Jul 09 22:12:13.620284 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-02713fe2-0a22-4489-8473-9231400f59c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:13.623916 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e609d5e6-0f3f-4fb2-ba61-402c9ba5e6f2 admin admin] Network 718fff97-2f5b-40f5-b33d-ecdac7556c05 is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:12:13.649676 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-e609d5e6-0f3f-4fb2-ba61-402c9ba5e6f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, 718fff97-2f5b-40f5-b33d-ecdac7556c05) {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:12:13.659768 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e609d5e6-0f3f-4fb2-ba61-402c9ba5e6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:13.664683 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e609d5e6-0f3f-4fb2-ba61-402c9ba5e6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:13.667451 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c998af25-35fa-435e-92ca-1c58feb5ea97 None None] Network 718fff97-2f5b-40f5-b33d-ecdac7556c05 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:12:13.717099 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-e609d5e6-0f3f-4fb2-ba61-402c9ba5e6f2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8470759 Jul 09 22:12:13.759730 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cee909-5528-4490-907a-52655c8ad8d5 req-a717f99f-ab76-4fbd-92c9-4cd161f4ad3a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:13.763869 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b6cee909-5528-4490-907a-52655c8ad8d5 req-a717f99f-ab76-4fbd-92c9-4cd161f4ad3a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.5018394 Jul 09 22:12:13.772393 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-02713fe2-0a22-4489-8473-9231400f59c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:13.931402 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-52becd9b-3f71-452b-9280-0c923bdba9f8 req-37d2cbc7-4e8e-409b-baf4-79dc7875c96a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126683 Jul 09 22:12:13.996417 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf4d0b7-615c-4368-bcad-a94f2a12e049 None None] Network 718fff97-2f5b-40f5-b33d-ecdac7556c05 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:12:14.026490 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b6cee909-5528-4490-907a-52655c8ad8d5 req-637daee4-7be1-4096-b837-8490e1b7f600 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292910 Jul 09 22:12:14.028530 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657c2db-e698-4e9c-b7d0-97e868c69ba2 req-53fda7c3-b890-446f-a8d4-6637a7a45ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:14.031626 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9657c2db-e698-4e9c-b7d0-97e868c69ba2 req-53fda7c3-b890-446f-a8d4-6637a7a45ac3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 1098 time: 0.4326220 Jul 09 22:12:14.110569 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-02713fe2-0a22-4489-8473-9231400f59c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:14.117178 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-02713fe2-0a22-4489-8473-9231400f59c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:14.119358 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-02713fe2-0a22-4489-8473-9231400f59c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a886c401-4e6c-4c86-a289-03058ad92531 HTTP/1.1" status: 204 len: 168 time: 0.8916516 Jul 09 22:12:14.157993 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9657c2db-e698-4e9c-b7d0-97e868c69ba2 req-49ac9b8f-a5e7-4fe2-9ddf-e2238386e06c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014547 Jul 09 22:12:14.159540 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02713fe2-0a22-4489-8473-9231400f59c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a886c401-4e6c-4c86-a289-03058ad92531,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:14.368496 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2dfcb8-ba10-41ef-a2e5-c9034905031f req-5b83876b-4664-4a7d-a80a-0dc14c24acf9 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:14.376916 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a2dfcb8-ba10-41ef-a2e5-c9034905031f req-5b83876b-4664-4a7d-a80a-0dc14c24acf9 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 945 time: 0.1187761 Jul 09 22:12:14.416535 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a2dfcb8-ba10-41ef-a2e5-c9034905031f req-f817bf7e-66ad-4051-9df9-46e42fa0ab79 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386660 Jul 09 22:12:14.811928 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-997daad8-5c7b-43a9-bb2b-d56dbf1994ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:15.236229 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:15.283412 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35444) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:15.294302 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-ffdad779-0d4d-4f87-80db-caaa245eefc5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2031608625-network', 'tenant_id': 'd1b3db04769b495a94b47e78fd6d2031'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:12:15.383405 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdad779-0d4d-4f87-80db-caaa245eefc5 admin admin] Made reservation on behalf of d1b3db04769b495a94b47e78fd6d2031 for: {'network': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:12:15.391906 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ffdad779-0d4d-4f87-80db-caaa245eefc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:15.397333 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9596a-0636-4d2f-8a1a-daea42bad42d req-00733366-22f8-4a02-80c6-114135eca516 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:15.399902 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56a9596a-0636-4d2f-8a1a-daea42bad42d req-00733366-22f8-4a02-80c6-114135eca516 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 945 time: 0.2374258 Jul 09 22:12:15.424966 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d1ea4-6c36-4f67-abdb-6d537d58d09f req-979a2bc6-e36e-442b-b8dd-53edc486fea1 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:15.425872 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-506d1ea4-6c36-4f67-abdb-6d537d58d09f req-979a2bc6-e36e-442b-b8dd-53edc486fea1 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.1667416 Jul 09 22:12:15.455188 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ffdad779-0d4d-4f87-80db-caaa245eefc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:15.505521 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-506d1ea4-6c36-4f67-abdb-6d537d58d09f req-0fac8ea3-3d2f-4bcf-aa75-8aa2619a9de0 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706904 Jul 09 22:12:15.525466 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56a9596a-0636-4d2f-8a1a-daea42bad42d req-8ccba7a7-c47f-40ef-b1ef-2ba9d462fe5c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983553 Jul 09 22:12:15.672709 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ffdad779-0d4d-4f87-80db-caaa245eefc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:15.681637 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ffdad779-0d4d-4f87-80db-caaa245eefc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:15.754186 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffdad779-0d4d-4f87-80db-caaa245eefc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=93127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 22:12:15.799705 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ffdad779-0d4d-4f87-80db-caaa245eefc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:15.805680 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.segments_db [None req-ffdad779-0d4d-4f87-80db-caaa245eefc5 admin admin] Added segment 82d5aa55-4b36-4795-b088-b849761dcf25 of type vlan for network c72e7201-1d02-4259-a894-d35e674cc478 Jul 09 22:12:15.900211 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdad779-0d4d-4f87-80db-caaa245eefc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da292e3a-4190-40d9-8d44-290b18c5d1d6,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:15.990764 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ffdad779-0d4d-4f87-80db-caaa245eefc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:16.114927 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ffdad779-0d4d-4f87-80db-caaa245eefc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:16.116700 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdad779-0d4d-4f87-80db-caaa245eefc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:16.120974 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ffdad779-0d4d-4f87-80db-caaa245eefc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:16.320150 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade2ccf-b9d0-4828-9c33-27dda9f411a8 req-619e887d-15d7-48ca-b05f-bd1a6c64439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:16.325687 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3ade2ccf-b9d0-4828-9c33-27dda9f411a8 req-619e887d-15d7-48ca-b05f-bd1a6c64439a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e38d172f82bf4fbaa466022ebb6ecce5&device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 1098 time: 0.1197584 Jul 09 22:12:16.427600 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35506) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:16.438059 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-ffdad779-0d4d-4f87-80db-caaa245eefc5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1389449 Jul 09 22:12:16.441687 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-b54fc5d7-97df-48fd-b070-0490be4331ea admin admin] Request body: {'subnet': {'network_id': 'c72e7201-1d02-4259-a894-d35e674cc478', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2031608625-subnet', 'tenant_id': 'd1b3db04769b495a94b47e78fd6d2031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:12:16.474287 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdad779-0d4d-4f87-80db-caaa245eefc5 admin admin] Pushing event updated for resources: {'Network': ['ID=c72e7201-1d02-4259-a894-d35e674cc478,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:16.505714 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network c72e7201-1d02-4259-a894-d35e674cc478 details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:12:16.532246 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54fc5d7-97df-48fd-b070-0490be4331ea admin admin] Made reservation on behalf of d1b3db04769b495a94b47e78fd6d2031 for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:12:16.533812 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b54fc5d7-97df-48fd-b070-0490be4331ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:16.625598 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:16.777992 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade2ccf-b9d0-4828-9c33-27dda9f411a8 req-9bb5ac6f-faf2-4fca-8335-d16be06dc950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:16.781384 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3ade2ccf-b9d0-4828-9c33-27dda9f411a8 req-9bb5ac6f-faf2-4fca-8335-d16be06dc950 service neutron] 10.222.0.11 "GET /v2.0/networks?id=64d56d6c-b5b0-457e-b45f-91b55fb58f13 HTTP/1.1" status: 200 len: 919 time: 0.4512360 Jul 09 22:12:16.869622 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3ade2ccf-b9d0-4828-9c33-27dda9f411a8 req-a2bde409-2e75-4c7b-9e9f-4d32d01fec33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78dad48d-0310-4c00-88b2-f5488924058b HTTP/1.1" status: 200 len: 217 time: 0.0651326 Jul 09 22:12:16.880910 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ab752-4d6b-4918-ace3-3fc9ff1de3d5 req-ac7f4917-269c-4e5e-b547-005ccf3b3bdc tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:16.889123 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-874ab752-4d6b-4918-ace3-3fc9ff1de3d5 req-ac7f4917-269c-4e5e-b547-005ccf3b3bdc tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.2294629 Jul 09 22:12:17.013875 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-874ab752-4d6b-4918-ace3-3fc9ff1de3d5 req-4043ad0e-7985-46d6-8887-81581bc8031b tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229579 Jul 09 22:12:17.015386 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade2ccf-b9d0-4828-9c33-27dda9f411a8 req-134b7bec-ace7-4816-801a-ffd59934e29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:17.016973 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3ade2ccf-b9d0-4828-9c33-27dda9f411a8 req-134b7bec-ace7-4816-801a-ffd59934e29f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9 HTTP/1.1" status: 200 len: 858 time: 0.1257544 Jul 09 22:12:17.082196 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3ade2ccf-b9d0-4828-9c33-27dda9f411a8 req-b27a5237-5112-4bfe-b4f8-203fee625014 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64d56d6c-b5b0-457e-b45f-91b55fb58f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551183 Jul 09 22:12:17.195246 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b54fc5d7-97df-48fd-b070-0490be4331ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:17.263630 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35562) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:17.326789 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3ade2ccf-b9d0-4828-9c33-27dda9f411a8 req-1b8618d5-c60f-4b29-b8f7-5ead79921376 service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375267 Jul 09 22:12:17.333531 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fc5d7-97df-48fd-b070-0490be4331ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dfec138-f616-4479-85bb-c1343afdb28d,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:17.423056 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54fc5d7-97df-48fd-b070-0490be4331ea admin admin] Checking segment: {'id': '82d5aa55-4b36-4795-b088-b849761dcf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c72e7201-1d02-4259-a894-d35e674cc478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:12:17.423553 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54fc5d7-97df-48fd-b070-0490be4331ea admin admin] Network hostable DHCP agents. Network: c72e7201-1d02-4259-a894-d35e674cc478, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:12:17.512170 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54fc5d7-97df-48fd-b070-0490be4331ea admin admin] Network c72e7201-1d02-4259-a894-d35e674cc478 is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:12:17.549956 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-b54fc5d7-97df-48fd-b070-0490be4331ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, c72e7201-1d02-4259-a894-d35e674cc478) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:12:17.576524 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ae4b35-6d1f-4b40-9376-197f1a03d675 None None] Network c72e7201-1d02-4259-a894-d35e674cc478 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:12:17.609520 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54fc5d7-97df-48fd-b070-0490be4331ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:17.610542 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b54fc5d7-97df-48fd-b070-0490be4331ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:17.646815 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3ade2ccf-b9d0-4828-9c33-27dda9f411a8 req-993d65c6-d564-46f4-86d9-9e4d48ebe244 service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093905 Jul 09 22:12:17.661179 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-b54fc5d7-97df-48fd-b070-0490be4331ea admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2251596 Jul 09 22:12:17.678666 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b4ba1494-3b84-4363-8916-4cd79aace570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:17.830879 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b4ba1494-3b84-4363-8916-4cd79aace570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:17.839279 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b4ba1494-3b84-4363-8916-4cd79aace570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:17.890909 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-b4ba1494-3b84-4363-8916-4cd79aace570 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e0478b774474b5c8a83f96adc454a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6252723 Jul 09 22:12:17.894240 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35588) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:17.895093 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35590) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:17.896627 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba1494-3b84-4363-8916-4cd79aace570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3dac88-ca0b-421d-9eae-b966457e968b,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:17.961023 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba5cf3f-dad4-4e28-b8de-bee456b9e592 None None] Network c72e7201-1d02-4259-a894-d35e674cc478 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:12:17.993373 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd35dd8-a17b-4ecd-81ef-bba37f5d1a56 admin admin] Deleting subnet 0eb599ef-8738-455e-96ff-783688a98efb {{(pid=93128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 22:12:18.000535 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-cdd35dd8-a17b-4ecd-81ef-bba37f5d1a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:18.055252 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-dc135f62-2140-4d90-a181-79e6ad6acf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:18.065787 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-cdd35dd8-a17b-4ecd-81ef-bba37f5d1a56 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:18.087478 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-cdd35dd8-a17b-4ecd-81ef-bba37f5d1a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1912411'] for subnet, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:18.126458 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-dc135f62-2140-4d90-a181-79e6ad6acf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:18.198632 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-cdd35dd8-a17b-4ecd-81ef-bba37f5d1a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1912402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for subnet, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:18.232140 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd35dd8-a17b-4ecd-81ef-bba37f5d1a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb599ef-8738-455e-96ff-783688a98efb,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:18.234813 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-cdd35dd8-a17b-4ecd-81ef-bba37f5d1a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:18.237546 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-cdd35dd8-a17b-4ecd-81ef-bba37f5d1a56 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0eb599ef-8738-455e-96ff-783688a98efb HTTP/1.1" status: 204 len: 168 time: 0.3398654 Jul 09 22:12:18.240190 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35604) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:18.253932 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-dc135f62-2140-4d90-a181-79e6ad6acf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:18.264003 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-dc135f62-2140-4d90-a181-79e6ad6acf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:18.268385 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-dc135f62-2140-4d90-a181-79e6ad6acf99 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb3dac88-ca0b-421d-9eae-b966457e968b HTTP/1.1" status: 204 len: 168 time: 0.3681283 Jul 09 22:12:18.289317 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc135f62-2140-4d90-a181-79e6ad6acf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3dac88-ca0b-421d-9eae-b966457e968b,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:18.350114 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1966383'] for network, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:18.391196 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:18.506125 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856b310-dbb0-43a6-9d9a-570cba56b2b7 req-a5ad302c-0390-4d21-873d-e11a85c64044 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:18.507811 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2856b310-dbb0-43a6-9d9a-570cba56b2b7 req-a5ad302c-0390-4d21-873d-e11a85c64044 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.0906832 Jul 09 22:12:18.515625 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909966', 'neutron.services.segments.db._delete_segments_for_network-8759288836437'] for network, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:18.536926 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:12:18.537553 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:12:18.538743 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:12:18.539295 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Subscribe: > port after_create 55550000 {{(pid=93127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:12:18.539800 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:12:18.540150 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Subscribe: > port after_update 55550000 {{(pid=93127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:12:18.540626 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:12:18.541168 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:12:18.541666 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:12:18.542174 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:12:18.611632 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2856b310-dbb0-43a6-9d9a-570cba56b2b7 req-d04e10ab-ecf9-4a6e-8643-ae8b68bcdcbc tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886517 Jul 09 22:12:18.811847 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35630) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:18.826672 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-85e275e7-8aaf-4835-acf6-7a33a8b15d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:18.847517 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:12:18.848334 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:12:18.853381 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:12:18.854435 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:12:18.855178 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718fff97-2f5b-40f5-b33d-ecdac7556c05']}} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:12:18.914111 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f4edaf-30c3-499d-b53a-2dd033b27090') {'for_net_delete': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:12:18.914614 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f4edaf-30c3-499d-b53a-2dd033b27090') {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:12:18.941138 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:18.950126 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759288619569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5483970'] for segment, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:18.967325 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-85e275e7-8aaf-4835-acf6-7a33a8b15d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:18.973604 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-85e275e7-8aaf-4835-acf6-7a33a8b15d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:18.998733 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.017817 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 22:12:19.018933 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6067632'] for segment, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: from cryptography.utils import int_from_bytes Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: from cryptography.utils import int_from_bytes Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: Traceback (most recent call last): Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: timer() Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: cb(*args, **kw) Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: return func(*args, **kwargs) Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: self._notify() Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: self.callback(batched_events) Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: event.method(event) Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: return f(self, *a, **k) Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._get(url).json() Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: return self.request(url, 'GET', **kwargs) Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 22:12:19.028131 dv-cinder-794962-8-iscsi neutron-server[93127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 22:12:19.051731 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-85e275e7-8aaf-4835-acf6-7a33a8b15d71 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=05b2a4d77a2241e78a417a8b897f7b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387569 Jul 09 22:12:19.052884 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e275e7-8aaf-4835-acf6-7a33a8b15d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d343d71c-2120-4d0f-9afd-c068451f0614,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:19.056338 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35636) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:19.203880 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545178'] for network, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.239571 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.243318 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] 10.222.0.10 "DELETE /v2.0/networks/718fff97-2f5b-40f5-b33d-ecdac7556c05 HTTP/1.1" status: 204 len: 168 time: 1.0012307 Jul 09 22:12:19.246256 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35642) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:19.257709 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ead206-c958-4d9a-80f2-634464d31524 admin admin] Pushing event deleted for resources: {'Network': ['ID=718fff97-2f5b-40f5-b33d-ecdac7556c05,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:19.267557 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-223bdd54-4977-4f33-b027-a136c251991f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.303983 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-223bdd54-4977-4f33-b027-a136c251991f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.306347 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_v2 [None req-5202b4e5-f412-4fb2-bf38-b8a9bb4f322a admin admin] Deleting subnet 6dfec138-f616-4479-85bb-c1343afdb28d {{(pid=93128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 22:12:19.310919 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5202b4e5-f412-4fb2-bf38-b8a9bb4f322a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.359677 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5202b4e5-f412-4fb2-bf38-b8a9bb4f322a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.371841 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5202b4e5-f412-4fb2-bf38-b8a9bb4f322a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1912411'] for subnet, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.392890 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-223bdd54-4977-4f33-b027-a136c251991f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.395906 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-223bdd54-4977-4f33-b027-a136c251991f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.401078 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-223bdd54-4977-4f33-b027-a136c251991f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d343d71c-2120-4d0f-9afd-c068451f0614 HTTP/1.1" status: 204 len: 168 time: 0.2789679 Jul 09 22:12:19.409030 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bdd54-4977-4f33-b027-a136c251991f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d343d71c-2120-4d0f-9afd-c068451f0614,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:19.484271 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5202b4e5-f412-4fb2-bf38-b8a9bb4f322a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1912402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for subnet, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.513520 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35648) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:19.535631 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202b4e5-f412-4fb2-bf38-b8a9bb4f322a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dfec138-f616-4479-85bb-c1343afdb28d,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:19.540266 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5202b4e5-f412-4fb2-bf38-b8a9bb4f322a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.545678 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-5202b4e5-f412-4fb2-bf38-b8a9bb4f322a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6dfec138-f616-4479-85bb-c1343afdb28d HTTP/1.1" status: 204 len: 168 time: 0.2939961 Jul 09 22:12:19.545820 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35652) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:19.633098 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a94988ec-1656-4f39-acc7-92da86c88e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1966383'] for network, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.781163 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a94988ec-1656-4f39-acc7-92da86c88e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909966', 'neutron.services.segments.db._delete_segments_for_network-8759288836437'] for network, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.800161 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-a94988ec-1656-4f39-acc7-92da86c88e47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72e7201-1d02-4259-a894-d35e674cc478']}} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:12:19.821066 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-a94988ec-1656-4f39-acc7-92da86c88e47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d5aa55-4b36-4795-b088-b849761dcf25') {'for_net_delete': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:12:19.822002 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-a94988ec-1656-4f39-acc7-92da86c88e47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d5aa55-4b36-4795-b088-b849761dcf25') {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:12:19.839926 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a94988ec-1656-4f39-acc7-92da86c88e47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759288619569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5483970'] for segment, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.875482 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a94988ec-1656-4f39-acc7-92da86c88e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.886421 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94988ec-1656-4f39-acc7-92da86c88e47 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 22:12:19.886965 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a94988ec-1656-4f39-acc7-92da86c88e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6067632'] for segment, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: Traceback (most recent call last): Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: timer() Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: cb(*args, **kw) Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: return func(*args, **kwargs) Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: self._notify() Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: self.callback(batched_events) Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: event.method(event) Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: return f(self, *a, **k) Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._get(url).json() Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: return self.request(url, 'GET', **kwargs) Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 22:12:19.889527 dv-cinder-794962-8-iscsi neutron-server[93127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 22:12:19.904233 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750e7b3-2af0-4a85-9119-6801e523225b req-973db5d5-f0f1-4326-bcb5-6ee9664ffc52 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:19.906063 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2750e7b3-2af0-4a85-9119-6801e523225b req-973db5d5-f0f1-4326-bcb5-6ee9664ffc52 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.0987458 Jul 09 22:12:19.953617 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a751f06f-a8af-4910-809d-50c8383d24f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.987281 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a94988ec-1656-4f39-acc7-92da86c88e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545178'] for network, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:19.996009 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a94988ec-1656-4f39-acc7-92da86c88e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:20.001322 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-a94988ec-1656-4f39-acc7-92da86c88e47 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c72e7201-1d02-4259-a894-d35e674cc478 HTTP/1.1" status: 204 len: 168 time: 0.4517105 Jul 09 22:12:20.010062 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2750e7b3-2af0-4a85-9119-6801e523225b req-12832229-02cf-4026-9d60-a2d879f83812 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948527 Jul 09 22:12:20.019954 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94988ec-1656-4f39-acc7-92da86c88e47 admin admin] Pushing event deleted for resources: {'Network': ['ID=c72e7201-1d02-4259-a894-d35e674cc478,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:20.111986 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a751f06f-a8af-4910-809d-50c8383d24f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:20.118846 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a751f06f-a8af-4910-809d-50c8383d24f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:20.178753 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35676) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:20.179776 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-a751f06f-a8af-4910-809d-50c8383d24f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=68cf80b4102e406aae98fe11a3ac0ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6647751 Jul 09 22:12:20.181879 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751f06f-a8af-4910-809d-50c8383d24f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a04eb2-98b1-4046-83ab-35d8d98cd407,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:20.187961 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35678) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:20.253938 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-b4d9a815-1ce2-411e-b4a1-f3fb7fa6661c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4029da1e24cf4721a811c6142be0c340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721700 Jul 09 22:12:20.256629 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35680) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:20.280936 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bb9e67bf-336f-4808-b5f8-3bbdb3fb7ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:20.323164 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bb9e67bf-336f-4808-b5f8-3bbdb3fb7ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:20.340784 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d92c82f1-44b6-4978-8ed9-9b2cbb40335b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:20.373645 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d92c82f1-44b6-4978-8ed9-9b2cbb40335b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:20.404145 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bb9e67bf-336f-4808-b5f8-3bbdb3fb7ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:20.407105 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bb9e67bf-336f-4808-b5f8-3bbdb3fb7ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:20.411746 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-bb9e67bf-336f-4808-b5f8-3bbdb3fb7ae8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6a04eb2-98b1-4046-83ab-35d8d98cd407 HTTP/1.1" status: 204 len: 168 time: 0.2221625 Jul 09 22:12:20.421505 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e67bf-336f-4808-b5f8-3bbdb3fb7ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a04eb2-98b1-4046-83ab-35d8d98cd407,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:20.468390 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d92c82f1-44b6-4978-8ed9-9b2cbb40335b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:20.473512 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d92c82f1-44b6-4978-8ed9-9b2cbb40335b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:20.475474 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-d92c82f1-44b6-4978-8ed9-9b2cbb40335b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e3dd814-f47f-480e-be2a-b6091507eccd HTTP/1.1" status: 204 len: 168 time: 0.2172909 Jul 09 22:12:20.489437 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c82f1-44b6-4978-8ed9-9b2cbb40335b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3dd814-f47f-480e-be2a-b6091507eccd,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:20.906627 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35700) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:20.930274 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-811c0a8e-988f-4b6c-b0bc-f64a84329dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:21.094603 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-811c0a8e-988f-4b6c-b0bc-f64a84329dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:21.099049 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-811c0a8e-988f-4b6c-b0bc-f64a84329dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:21.137363 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c0a8e-988f-4b6c-b0bc-f64a84329dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bd18b3-cc83-42b6-bb93-f89c28a728da,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:21.188738 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-811c0a8e-988f-4b6c-b0bc-f64a84329dbb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d26a4aa46de94a01a97e5686c369cc54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801070 Jul 09 22:12:21.193451 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35712) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:21.199581 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35714) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:21.269254 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c1899edc-ebbb-4205-b848-ffad924cf7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:21.298106 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-ab11358e-af59-4df4-b477-0b2a537fa33f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1b3db04769b495a94b47e78fd6d2031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0945930 Jul 09 22:12:21.298843 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35718) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:21.342007 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c1899edc-ebbb-4205-b848-ffad924cf7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:21.392963 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-36650b1f-05b9-4235-9650-6fdc1a15e98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:21.429819 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-36650b1f-05b9-4235-9650-6fdc1a15e98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:21.431551 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f2bf3-f647-41b3-95e5-0f2102e89ed8 req-5c943f92-eb92-4d32-b025-736f3725fc8a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:21.437529 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d1f2bf3-f647-41b3-95e5-0f2102e89ed8 req-5c943f92-eb92-4d32-b025-736f3725fc8a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.1365211 Jul 09 22:12:21.476160 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c1899edc-ebbb-4205-b848-ffad924cf7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:21.479240 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c1899edc-ebbb-4205-b848-ffad924cf7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:21.480541 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-c1899edc-ebbb-4205-b848-ffad924cf7e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75bd18b3-cc83-42b6-bb93-f89c28a728da HTTP/1.1" status: 204 len: 168 time: 0.2847931 Jul 09 22:12:21.505900 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d1f2bf3-f647-41b3-95e5-0f2102e89ed8 req-f8967b57-49a4-4586-931c-7bb3079aabdc tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665185 Jul 09 22:12:21.506933 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1899edc-ebbb-4205-b848-ffad924cf7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bd18b3-cc83-42b6-bb93-f89c28a728da,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:21.529831 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-36650b1f-05b9-4235-9650-6fdc1a15e98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:21.534919 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-36650b1f-05b9-4235-9650-6fdc1a15e98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:21.539066 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-36650b1f-05b9-4235-9650-6fdc1a15e98f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da292e3a-4190-40d9-8d44-290b18c5d1d6 HTTP/1.1" status: 204 len: 168 time: 0.2357728 Jul 09 22:12:21.545279 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36650b1f-05b9-4235-9650-6fdc1a15e98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da292e3a-4190-40d9-8d44-290b18c5d1d6,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:21.832584 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35730) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:22.096542 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bf668422-b4df-4b91-b954-a46f705abcb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:22.308433 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bf668422-b4df-4b91-b954-a46f705abcb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:22.315335 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bf668422-b4df-4b91-b954-a46f705abcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:22.389827 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-bf668422-b4df-4b91-b954-a46f705abcb0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b612c799e0514a9095e2fa6d752b7ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5521376 Jul 09 22:12:22.389827 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf668422-b4df-4b91-b954-a46f705abcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe99c90d-a3b2-4d51-adbd-323ebf9de9fb,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:22.390396 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35760) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:22.410172 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf668422-b4df-4b91-b954-a46f705abcb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.410849 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf668422-b4df-4b91-b954-a46f705abcb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.411588 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf668422-b4df-4b91-b954-a46f705abcb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.413202 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf668422-b4df-4b91-b954-a46f705abcb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.414741 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf668422-b4df-4b91-b954-a46f705abcb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.416265 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf668422-b4df-4b91-b954-a46f705abcb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.417137 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf668422-b4df-4b91-b954-a46f705abcb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.417900 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf668422-b4df-4b91-b954-a46f705abcb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.418534 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf668422-b4df-4b91-b954-a46f705abcb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.419978 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf668422-b4df-4b91-b954-a46f705abcb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.420608 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf668422-b4df-4b91-b954-a46f705abcb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.421263 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf668422-b4df-4b91-b954-a46f705abcb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.457394 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0a3d9152-c2ac-4345-997d-0156a2d198c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:22.483101 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0a3d9152-c2ac-4345-997d-0156a2d198c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:22.537870 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0a3d9152-c2ac-4345-997d-0156a2d198c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:22.540751 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0a3d9152-c2ac-4345-997d-0156a2d198c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:22.545197 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-0a3d9152-c2ac-4345-997d-0156a2d198c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe99c90d-a3b2-4d51-adbd-323ebf9de9fb HTTP/1.1" status: 204 len: 168 time: 0.1503773 Jul 09 22:12:22.551870 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d9152-c2ac-4345-997d-0156a2d198c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe99c90d-a3b2-4d51-adbd-323ebf9de9fb,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:22.560371 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9152-c2ac-4345-997d-0156a2d198c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.560870 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9152-c2ac-4345-997d-0156a2d198c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.561219 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9152-c2ac-4345-997d-0156a2d198c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.561739 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9152-c2ac-4345-997d-0156a2d198c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.562063 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9152-c2ac-4345-997d-0156a2d198c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.562623 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9152-c2ac-4345-997d-0156a2d198c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.562964 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9152-c2ac-4345-997d-0156a2d198c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.563283 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9152-c2ac-4345-997d-0156a2d198c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.563812 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9152-c2ac-4345-997d-0156a2d198c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.564335 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9152-c2ac-4345-997d-0156a2d198c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.565043 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9152-c2ac-4345-997d-0156a2d198c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.565510 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9152-c2ac-4345-997d-0156a2d198c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:22.748164 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4371d9-ef21-416f-87fc-3facc9b698cf req-4f7fb0a4-962c-4a03-8eda-650536abf132 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:22.753992 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd4371d9-ef21-416f-87fc-3facc9b698cf req-4f7fb0a4-962c-4a03-8eda-650536abf132 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.1012242 Jul 09 22:12:22.821781 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd4371d9-ef21-416f-87fc-3facc9b698cf req-57ec18a3-b3f6-4522-b986-f3bebbd19901 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651002 Jul 09 22:12:24.142355 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e06333-766b-4028-81bf-794a1690ad6e req-4b4163d7-5098-493f-b455-32282ac65259 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:24.144289 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-25e06333-766b-4028-81bf-794a1690ad6e req-4b4163d7-5098-493f-b455-32282ac65259 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.1059930 Jul 09 22:12:24.199475 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-25e06333-766b-4028-81bf-794a1690ad6e req-7f638dcb-8d07-489d-b3c1-307186baf51e tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439515 Jul 09 22:12:24.552869 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35884) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:24.783731 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-cce46bba-5a9d-4dab-a851-7ea081d60eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:24.908336 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-cce46bba-5a9d-4dab-a851-7ea081d60eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:24.913384 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-cce46bba-5a9d-4dab-a851-7ea081d60eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:24.953750 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-cce46bba-5a9d-4dab-a851-7ea081d60eed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14381b0464514b25b6993b161d8d0e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3996589 Jul 09 22:12:24.954720 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce46bba-5a9d-4dab-a851-7ea081d60eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3068b2a9-4319-41f7-8d7e-de69be547b75,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:24.958023 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:12:24.958647 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35900) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:25.012163 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35904) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:25.020537 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b8ec8d7b-68d0-4e71-b42e-1345693f9f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.046340 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b8ec8d7b-68d0-4e71-b42e-1345693f9f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.096850 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35910) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:25.119791 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b8ec8d7b-68d0-4e71-b42e-1345693f9f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.124448 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b8ec8d7b-68d0-4e71-b42e-1345693f9f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.129603 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-b8ec8d7b-68d0-4e71-b42e-1345693f9f87 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3068b2a9-4319-41f7-8d7e-de69be547b75 HTTP/1.1" status: 204 len: 168 time: 0.1666071 Jul 09 22:12:25.135093 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec8d7b-68d0-4e71-b42e-1345693f9f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3068b2a9-4319-41f7-8d7e-de69be547b75,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:25.240089 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf31c-3730-4ffe-82c4-351629d89dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.243929 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ade07a8d-af2c-4a4a-b3b1-e304d8d5b44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.388532 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ade07a8d-af2c-4a4a-b3b1-e304d8d5b44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.422622 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ade07a8d-af2c-4a4a-b3b1-e304d8d5b44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.515406 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf31c-3730-4ffe-82c4-351629d89dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.522446 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf31c-3730-4ffe-82c4-351629d89dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.522806 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade07a8d-af2c-4a4a-b3b1-e304d8d5b44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b3971b-42d1-4971-9ceb-bece084c5f6e,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:25.575445 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35924) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:25.575928 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-ade07a8d-af2c-4a4a-b3b1-e304d8d5b44c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29127a2c982f4539801443e8714f7aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4769154 Jul 09 22:12:25.619157 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbf31c-3730-4ffe-82c4-351629d89dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f58320d-5c0a-4ba4-a937-3fb38f7b1182,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:25.634176 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35930) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:25.636048 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-3bfbf31c-3730-4ffe-82c4-351629d89dcd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02f003b992ef415785bd5f486bc324c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6216416 Jul 09 22:12:25.636585 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35932) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:25.673314 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d54ffceb-1969-4b38-bb37-f1983725353b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.688461 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eceaa5-baa6-455f-aa3c-858f7ed04e39 req-56735d9d-4673-42aa-8e05-bc676134aa4d tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:25.695379 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54eceaa5-baa6-455f-aa3c-858f7ed04e39 req-56735d9d-4673-42aa-8e05-bc676134aa4d tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.3265240 Jul 09 22:12:25.705309 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f0235f4a-ac79-4194-883e-eb443106dc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.731886 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9358d816-5e2b-4fb3-89c5-eec4d39a8678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.744296 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f0235f4a-ac79-4194-883e-eb443106dc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.778708 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9358d816-5e2b-4fb3-89c5-eec4d39a8678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.806536 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54eceaa5-baa6-455f-aa3c-858f7ed04e39 req-4d97f765-c7bc-4219-831f-7c238c4d0fc4 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005776 Jul 09 22:12:25.851503 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9358d816-5e2b-4fb3-89c5-eec4d39a8678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.854830 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9358d816-5e2b-4fb3-89c5-eec4d39a8678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.860001 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-9358d816-5e2b-4fb3-89c5-eec4d39a8678 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f58320d-5c0a-4ba4-a937-3fb38f7b1182 HTTP/1.1" status: 204 len: 168 time: 0.2192352 Jul 09 22:12:25.872639 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358d816-5e2b-4fb3-89c5-eec4d39a8678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f58320d-5c0a-4ba4-a937-3fb38f7b1182,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:25.876987 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f0235f4a-ac79-4194-883e-eb443106dc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.880560 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f0235f4a-ac79-4194-883e-eb443106dc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.881970 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-f0235f4a-ac79-4194-883e-eb443106dc5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91b3971b-42d1-4971-9ceb-bece084c5f6e HTTP/1.1" status: 204 len: 168 time: 0.3027968 Jul 09 22:12:25.892199 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0235f4a-ac79-4194-883e-eb443106dc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b3971b-42d1-4971-9ceb-bece084c5f6e,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:25.939455 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d54ffceb-1969-4b38-bb37-f1983725353b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:25.951143 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d54ffceb-1969-4b38-bb37-f1983725353b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:26.040257 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-d54ffceb-1969-4b38-bb37-f1983725353b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d433a6ac38f248ffaaecdb294ec9b07c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044206 Jul 09 22:12:26.044551 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35940) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:26.046503 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ffceb-1969-4b38-bb37-f1983725353b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cf99f7-4112-423b-8010-92c1e53fc303,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:26.161765 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0a0bb379-7ad9-4c17-ae98-7fbb5f19c618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:26.215133 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0a0bb379-7ad9-4c17-ae98-7fbb5f19c618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:26.315069 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0a0bb379-7ad9-4c17-ae98-7fbb5f19c618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:26.318206 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0a0bb379-7ad9-4c17-ae98-7fbb5f19c618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:26.319541 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-0a0bb379-7ad9-4c17-ae98-7fbb5f19c618 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05cf99f7-4112-423b-8010-92c1e53fc303 HTTP/1.1" status: 204 len: 168 time: 0.2730055 Jul 09 22:12:26.329718 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bb379-7ad9-4c17-ae98-7fbb5f19c618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cf99f7-4112-423b-8010-92c1e53fc303,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:26.482930 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 35956) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:26.503407 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b48f409b-8a53-42a8-a977-f7d9a1c4b928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:26.671496 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b48f409b-8a53-42a8-a977-f7d9a1c4b928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:26.677248 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b48f409b-8a53-42a8-a977-f7d9a1c4b928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:26.741186 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-b48f409b-8a53-42a8-a977-f7d9a1c4b928 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e5956d57acdf475887a46bf58480b37c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567179 Jul 09 22:12:26.743367 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f409b-8a53-42a8-a977-f7d9a1c4b928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a237084-79a9-46c8-acf4-870b3b7d9437,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:26.744456 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 35970) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:26.848408 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-372fe570-cea3-45e2-ad58-d50f3a6cd8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:26.879728 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-372fe570-cea3-45e2-ad58-d50f3a6cd8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:26.974605 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-372fe570-cea3-45e2-ad58-d50f3a6cd8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:26.977790 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-372fe570-cea3-45e2-ad58-d50f3a6cd8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:26.979136 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-372fe570-cea3-45e2-ad58-d50f3a6cd8e0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a237084-79a9-46c8-acf4-870b3b7d9437 HTTP/1.1" status: 204 len: 168 time: 0.2323618 Jul 09 22:12:26.988875 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fe570-cea3-45e2-ad58-d50f3a6cd8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a237084-79a9-46c8-acf4-870b3b7d9437,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:27.158919 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13974f75-65e7-4417-9439-1f93cedcc6f4 req-1eb73e24-c20e-4c97-81d7-d4a2689f6f59 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:27.161930 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13974f75-65e7-4417-9439-1f93cedcc6f4 req-1eb73e24-c20e-4c97-81d7-d4a2689f6f59 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.1049919 Jul 09 22:12:27.257210 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13974f75-65e7-4417-9439-1f93cedcc6f4 req-203f33a9-7103-45b3-9661-984f456e7bef tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835183 Jul 09 22:12:28.603385 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 36052) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:28.605801 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dec95-b047-4872-be35-f76e05c293bf req-e0774458-8787-42ce-b412-d6683bca1c2a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:28.608504 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1d6dec95-b047-4872-be35-f76e05c293bf req-e0774458-8787-42ce-b412-d6683bca1c2a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.1203556 Jul 09 22:12:28.663960 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1d6dec95-b047-4872-be35-f76e05c293bf req-57f45416-327b-4934-8224-84aed6abfa5d tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494633 Jul 09 22:12:28.730957 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-f4453b01-ecfb-425d-86fa-dc67a6b53ce8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1615994533-network', 'tenant_id': 'b6dcb7832d1844ea96d550cf6f9f2afb'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:12:28.761887 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4453b01-ecfb-425d-86fa-dc67a6b53ce8 admin admin] Made reservation on behalf of b6dcb7832d1844ea96d550cf6f9f2afb for: {'network': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:12:28.766334 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f4453b01-ecfb-425d-86fa-dc67a6b53ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:28.780784 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f4453b01-ecfb-425d-86fa-dc67a6b53ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:28.901625 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f4453b01-ecfb-425d-86fa-dc67a6b53ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:28.907342 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f4453b01-ecfb-425d-86fa-dc67a6b53ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:28.956240 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4453b01-ecfb-425d-86fa-dc67a6b53ce8 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=93127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 22:12:28.967782 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4453b01-ecfb-425d-86fa-dc67a6b53ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f69cf61-4fc2-4371-baa6-51c855d66a4b,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:28.978439 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f4453b01-ecfb-425d-86fa-dc67a6b53ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:28.978847 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.segments_db [None req-f4453b01-ecfb-425d-86fa-dc67a6b53ce8 admin admin] Added segment 07c47477-bfab-4182-afa2-1993bb45febf of type vlan for network 37c894d2-8d42-4411-aceb-c8cc86eafc4e Jul 09 22:12:29.050161 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f4453b01-ecfb-425d-86fa-dc67a6b53ce8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:29.097382 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f4453b01-ecfb-425d-86fa-dc67a6b53ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:29.098582 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4453b01-ecfb-425d-86fa-dc67a6b53ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:29.099193 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f4453b01-ecfb-425d-86fa-dc67a6b53ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:29.163451 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-f4453b01-ecfb-425d-86fa-dc67a6b53ce8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5585945 Jul 09 22:12:29.167228 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 36072) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:29.176427 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-be21a908-2b59-4e23-8ce4-a6cd2bd72098 admin admin] Request body: {'subnet': {'network_id': '37c894d2-8d42-4411-aceb-c8cc86eafc4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1615994533-subnet', 'tenant_id': 'b6dcb7832d1844ea96d550cf6f9f2afb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:12:29.178738 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4453b01-ecfb-425d-86fa-dc67a6b53ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=37c894d2-8d42-4411-aceb-c8cc86eafc4e,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:29.193609 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network 37c894d2-8d42-4411-aceb-c8cc86eafc4e details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:12:29.230711 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be21a908-2b59-4e23-8ce4-a6cd2bd72098 admin admin] Made reservation on behalf of b6dcb7832d1844ea96d550cf6f9f2afb for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:12:29.235558 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-be21a908-2b59-4e23-8ce4-a6cd2bd72098 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:29.512535 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-be21a908-2b59-4e23-8ce4-a6cd2bd72098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:29.596156 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21a908-2b59-4e23-8ce4-a6cd2bd72098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e78c874-808e-46c6-ae7e-e9c8f7c16a96,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:29.610197 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be21a908-2b59-4e23-8ce4-a6cd2bd72098 admin admin] Checking segment: {'id': '07c47477-bfab-4182-afa2-1993bb45febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '37c894d2-8d42-4411-aceb-c8cc86eafc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:12:29.611298 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be21a908-2b59-4e23-8ce4-a6cd2bd72098 admin admin] Network hostable DHCP agents. Network: 37c894d2-8d42-4411-aceb-c8cc86eafc4e, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:12:29.641837 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be21a908-2b59-4e23-8ce4-a6cd2bd72098 admin admin] Network 37c894d2-8d42-4411-aceb-c8cc86eafc4e is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:12:29.655360 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-be21a908-2b59-4e23-8ce4-a6cd2bd72098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, 37c894d2-8d42-4411-aceb-c8cc86eafc4e) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:12:29.664300 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be21a908-2b59-4e23-8ce4-a6cd2bd72098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:29.665675 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-be21a908-2b59-4e23-8ce4-a6cd2bd72098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:29.667126 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a725ac83-42cf-4fc8-8441-d7bc91c9de70 None None] Network 37c894d2-8d42-4411-aceb-c8cc86eafc4e requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:12:29.690895 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-be21a908-2b59-4e23-8ce4-a6cd2bd72098 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5218942 Jul 09 22:12:29.864833 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f099d69-191a-4fdb-a81d-bde8da64e429 None None] Network 37c894d2-8d42-4411-aceb-c8cc86eafc4e requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:12:30.026455 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d2d99-3a26-4150-9646-afccb4c2c0b1 req-52d7b350-197f-45db-b0ab-108207f4ee8a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:30.029914 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5a8d2d99-3a26-4150-9646-afccb4c2c0b1 req-52d7b350-197f-45db-b0ab-108207f4ee8a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.1284437 Jul 09 22:12:30.153122 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5a8d2d99-3a26-4150-9646-afccb4c2c0b1 req-659e6ac5-5091-41ae-86ec-57dd6a6c8d29 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068449 Jul 09 22:12:30.634350 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 36132) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:30.640956 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-d3419335-64d6-4710-b97a-fa49a35f6959 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-871932253-network', 'tenant_id': 'b05b9d964ff346beb7d4ffbf250efba4'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:12:30.669729 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3419335-64d6-4710-b97a-fa49a35f6959 admin admin] Made reservation on behalf of b05b9d964ff346beb7d4ffbf250efba4 for: {'network': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:12:30.672147 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d3419335-64d6-4710-b97a-fa49a35f6959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:30.681534 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d3419335-64d6-4710-b97a-fa49a35f6959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:30.794882 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d3419335-64d6-4710-b97a-fa49a35f6959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:30.799935 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d3419335-64d6-4710-b97a-fa49a35f6959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:30.824131 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3419335-64d6-4710-b97a-fa49a35f6959 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 22:12:30.838969 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3419335-64d6-4710-b97a-fa49a35f6959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f36318-74e4-40c8-8e86-7cca7774063b,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:30.849052 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d3419335-64d6-4710-b97a-fa49a35f6959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:30.849942 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.segments_db [None req-d3419335-64d6-4710-b97a-fa49a35f6959 admin admin] Added segment 7a0abb44-8d0e-49c9-8079-258d87816634 of type vlan for network 63811692-040d-4b3a-8fe6-9cc733bf344b Jul 09 22:12:30.894139 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d3419335-64d6-4710-b97a-fa49a35f6959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:30.927219 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d3419335-64d6-4710-b97a-fa49a35f6959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:30.928211 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3419335-64d6-4710-b97a-fa49a35f6959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:30.928876 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d3419335-64d6-4710-b97a-fa49a35f6959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:30.987215 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-d3419335-64d6-4710-b97a-fa49a35f6959 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3517096 Jul 09 22:12:30.990898 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 36144) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:30.996968 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3419335-64d6-4710-b97a-fa49a35f6959 admin admin] Pushing event updated for resources: {'Network': ['ID=63811692-040d-4b3a-8fe6-9cc733bf344b,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:31.005499 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-a7415e41-c32d-4f33-a03c-dbc5beba51c7 admin admin] Request body: {'subnet': {'network_id': '63811692-040d-4b3a-8fe6-9cc733bf344b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-871932253-subnet', 'tenant_id': 'b05b9d964ff346beb7d4ffbf250efba4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:12:31.013889 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network 63811692-040d-4b3a-8fe6-9cc733bf344b details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:12:31.055455 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7415e41-c32d-4f33-a03c-dbc5beba51c7 admin admin] Made reservation on behalf of b05b9d964ff346beb7d4ffbf250efba4 for: {'subnet': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:12:31.071134 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a7415e41-c32d-4f33-a03c-dbc5beba51c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5560503'] for subnet, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:31.368329 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae13e1-601f-4cc2-9a5d-a12a3a3a9bff req-e075fb92-1895-4fdd-bbc2-3023a2674a48 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:31.370047 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-88ae13e1-601f-4cc2-9a5d-a12a3a3a9bff req-e075fb92-1895-4fdd-bbc2-3023a2674a48 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.0746078 Jul 09 22:12:31.384314 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a7415e41-c32d-4f33-a03c-dbc5beba51c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6067474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5560485'] for subnet, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:31.416478 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-88ae13e1-601f-4cc2-9a5d-a12a3a3a9bff req-4ab9ee6a-71e8-4576-ad7c-5055a8eaf2a7 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397878 Jul 09 22:12:31.465890 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7415e41-c32d-4f33-a03c-dbc5beba51c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=114ef632-766b-4c7d-a1d0-f7bc87264c8c,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:31.503352 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7415e41-c32d-4f33-a03c-dbc5beba51c7 admin admin] Checking segment: {'id': '7a0abb44-8d0e-49c9-8079-258d87816634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '63811692-040d-4b3a-8fe6-9cc733bf344b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:12:31.504004 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7415e41-c32d-4f33-a03c-dbc5beba51c7 admin admin] Network hostable DHCP agents. Network: 63811692-040d-4b3a-8fe6-9cc733bf344b, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:12:31.528601 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7415e41-c32d-4f33-a03c-dbc5beba51c7 admin admin] Network 63811692-040d-4b3a-8fe6-9cc733bf344b is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:12:31.546676 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-a7415e41-c32d-4f33-a03c-dbc5beba51c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, 63811692-040d-4b3a-8fe6-9cc733bf344b) {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:12:31.554337 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7415e41-c32d-4f33-a03c-dbc5beba51c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:31.555940 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a7415e41-c32d-4f33-a03c-dbc5beba51c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:31.562732 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77de7875-cd43-4e91-b44c-531383024327 None None] Network 63811692-040d-4b3a-8fe6-9cc733bf344b requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:12:31.594698 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-a7415e41-c32d-4f33-a03c-dbc5beba51c7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5923803 Jul 09 22:12:31.770054 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c277a2cb-6fcf-4fc2-bc0c-0a522083a40c None None] Network 63811692-040d-4b3a-8fe6-9cc733bf344b requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:12:32.745597 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36409326-4fd3-455b-b801-9262a9ca62df req-f37eac14-4f0d-42aa-8622-88b949bd9f08 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:32.746839 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-36409326-4fd3-455b-b801-9262a9ca62df req-f37eac14-4f0d-42aa-8622-88b949bd9f08 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.0944228 Jul 09 22:12:32.800798 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-36409326-4fd3-455b-b801-9262a9ca62df req-7b5ce10c-bb61-41c0-98de-7e8daf73877d tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524137 Jul 09 22:12:33.150126 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5d8fb-772f-4f99-9180-0f380f51ef71 req-7abb9f80-eeaa-4166-b97c-b98324f0eb61 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:33.151769 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48c5d8fb-772f-4f99-9180-0f380f51ef71 req-7abb9f80-eeaa-4166-b97c-b98324f0eb61 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 945 time: 0.1040413 Jul 09 22:12:33.199033 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48c5d8fb-772f-4f99-9180-0f380f51ef71 req-fe8d21ee-e007-4ed8-b3f1-f36f15255e34 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385344 Jul 09 22:12:34.087140 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa8509-3bac-4bd9-8b7a-3d1ce2581d7f req-d9149fb0-23a7-47c6-b333-e6616fa0785c tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:34.091492 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-14aa8509-3bac-4bd9-8b7a-3d1ce2581d7f req-d9149fb0-23a7-47c6-b333-e6616fa0785c tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.1090517 Jul 09 22:12:34.155798 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-14aa8509-3bac-4bd9-8b7a-3d1ce2581d7f req-ac57b6c8-27dd-4cfd-a532-67cff7c4e957 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583842 Jul 09 22:12:34.546820 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed673c3a-ff8e-4d0e-8e29-a0050ab56645 req-d77ba7ee-64c3-44f4-ab7a-6ed5362820db tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:34.555876 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ed673c3a-ff8e-4d0e-8e29-a0050ab56645 req-d77ba7ee-64c3-44f4-ab7a-6ed5362820db tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 945 time: 0.1333275 Jul 09 22:12:34.602807 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ed673c3a-ff8e-4d0e-8e29-a0050ab56645 req-cc720245-169c-4b7c-af5a-c70de2f1e859 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459149 Jul 09 22:12:34.775053 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 36284) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:34.910018 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-07af448f-1903-4fd4-9e0f-54b9fe7c6ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:35.049924 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-07af448f-1903-4fd4-9e0f-54b9fe7c6ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:35.054407 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-07af448f-1903-4fd4-9e0f-54b9fe7c6ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:35.075008 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 36292) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:35.097917 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af448f-1903-4fd4-9e0f-54b9fe7c6ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfdabb3-16fa-42c2-88cd-a99740d6dbcc,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:35.104797 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-07af448f-1903-4fd4-9e0f-54b9fe7c6ff1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f2fad51904234e888c380eefef0f5538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262997 Jul 09 22:12:35.107902 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 36296) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:35.390827 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d6e7007d-c9b7-499d-8a6e-a3230b9f2316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:35.419347 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-961e541a-e372-4c36-aacd-fe29f1a1c40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:35.469795 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-961e541a-e372-4c36-aacd-fe29f1a1c40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:35.533470 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeef423-5c5c-4a7e-95bf-1f38c1e40676 req-caa1d6e2-65a2-40a7-bf61-56b62e21bc03 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:35.535074 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-adeef423-5c5c-4a7e-95bf-1f38c1e40676 req-caa1d6e2-65a2-40a7-bf61-56b62e21bc03 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.1891751 Jul 09 22:12:35.601654 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-adeef423-5c5c-4a7e-95bf-1f38c1e40676 req-5904fd48-da19-4d45-a3ea-34436d5d942c tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525687 Jul 09 22:12:35.619810 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-961e541a-e372-4c36-aacd-fe29f1a1c40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:35.622855 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-961e541a-e372-4c36-aacd-fe29f1a1c40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:35.624931 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-961e541a-e372-4c36-aacd-fe29f1a1c40f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/adfdabb3-16fa-42c2-88cd-a99740d6dbcc HTTP/1.1" status: 204 len: 168 time: 0.5157540 Jul 09 22:12:35.666251 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e541a-e372-4c36-aacd-fe29f1a1c40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfdabb3-16fa-42c2-88cd-a99740d6dbcc,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:35.791858 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d6e7007d-c9b7-499d-8a6e-a3230b9f2316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:35.842502 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d6e7007d-c9b7-499d-8a6e-a3230b9f2316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:35.948137 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-d6e7007d-c9b7-499d-8a6e-a3230b9f2316 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f36ab5e5376f4f94b3f9e352fb0860b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8720183 Jul 09 22:12:35.952899 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 36336) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:35.953916 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7007d-c9b7-499d-8a6e-a3230b9f2316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8709f6-aa2b-4f88-8e3a-10d4c93102ac,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:36.016230 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba3236-2c76-492b-8e3c-52a5998c36e0 req-bb97701c-2ddd-483e-9123-069ac6068506 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:36.018475 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-faba3236-2c76-492b-8e3c-52a5998c36e0 req-bb97701c-2ddd-483e-9123-069ac6068506 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.11 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 945 time: 0.2763169 Jul 09 22:12:36.030190 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d2796-faf2-4f03-bbec-09b48a153e96 req-202036cb-74a6-4715-a3c7-fb657578cbb2 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:36.038502 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e37d2796-faf2-4f03-bbec-09b48a153e96 req-202036cb-74a6-4715-a3c7-fb657578cbb2 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 945 time: 0.2074203 Jul 09 22:12:36.156132 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-fb21471f-03ba-4c32-bcf2-c203e4f7d817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:36.165884 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e37d2796-faf2-4f03-bbec-09b48a153e96 req-e5b437af-5feb-4b37-826e-2aacb9438400 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/security-groups?id=6174102a-d978-43c0-b433-76de480f6710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254725 Jul 09 22:12:36.200366 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-fb21471f-03ba-4c32-bcf2-c203e4f7d817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:36.273038 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-faba3236-2c76-492b-8e3c-52a5998c36e0 req-860836eb-1d56-451f-89d0-965448d427f6 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Deleting port 2ab0ba2a-57d6-4e73-8109-316a4fbbb044 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:12:36.273495 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-faba3236-2c76-492b-8e3c-52a5998c36e0 req-860836eb-1d56-451f-89d0-965448d427f6 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:36.273932 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-fb21471f-03ba-4c32-bcf2-c203e4f7d817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:36.276860 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-fb21471f-03ba-4c32-bcf2-c203e4f7d817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:36.282112 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-fb21471f-03ba-4c32-bcf2-c203e4f7d817 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad8709f6-aa2b-4f88-8e3a-10d4c93102ac HTTP/1.1" status: 204 len: 168 time: 0.3269670 Jul 09 22:12:36.292269 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21471f-03ba-4c32-bcf2-c203e4f7d817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8709f6-aa2b-4f88-8e3a-10d4c93102ac,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:36.401108 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-faba3236-2c76-492b-8e3c-52a5998c36e0 req-860836eb-1d56-451f-89d0-965448d427f6 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] For port 2ab0ba2a-57d6-4e73-8109-316a4fbbb044, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2ab0ba2a-57d6-4e73-8109-316a4fbbb044,segment=NetworkSegment(28d4c89a-65f2-43d3-804e-7d066eebe9a1),segment_id=28d4c89a-65f2-43d3-804e-7d066eebe9a1)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:12:36.401553 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-faba3236-2c76-492b-8e3c-52a5998c36e0 req-860836eb-1d56-451f-89d0-965448d427f6 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:36.456496 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-faba3236-2c76-492b-8e3c-52a5998c36e0 req-860836eb-1d56-451f-89d0-965448d427f6 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Calling delete_port for 2ab0ba2a-57d6-4e73-8109-316a4fbbb044 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:12:36.872269 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-faba3236-2c76-492b-8e3c-52a5998c36e0 req-860836eb-1d56-451f-89d0-965448d427f6 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:36.883579 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 36358) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:36.904475 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-54508347-d069-4db9-9234-6b942224534d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:36.926637 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860836eb-1d56-451f-89d0-965448d427f6 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Pushing event deleted for resources: {'Port': ['ID=2ab0ba2a-57d6-4e73-8109-316a4fbbb044,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:36.984418 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62797017-afd3-421d-aeb6-76a826c9b985 req-479e37f4-636d-448e-9cee-0b447aaafde9 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:36.986048 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-62797017-afd3-421d-aeb6-76a826c9b985 req-479e37f4-636d-448e-9cee-0b447aaafde9 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.2367907 Jul 09 22:12:37.007186 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-faba3236-2c76-492b-8e3c-52a5998c36e0 req-860836eb-1d56-451f-89d0-965448d427f6 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] No DVR routers for this DVR port 2ab0ba2a-57d6-4e73-8109-316a4fbbb044 on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:12:37.015517 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-faba3236-2c76-492b-8e3c-52a5998c36e0 req-860836eb-1d56-451f-89d0-965448d427f6 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:37.017501 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-faba3236-2c76-492b-8e3c-52a5998c36e0 req-860836eb-1d56-451f-89d0-965448d427f6 tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.11 "DELETE /v2.0/ports/2ab0ba2a-57d6-4e73-8109-316a4fbbb044 HTTP/1.1" status: 204 len: 173 time: 0.9691291 Jul 09 22:12:37.017952 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f604b252-e825-4204-9b7d-f0a09b5fd2bd', 'name': 'network-vif-deleted', 'tag': '2ab0ba2a-57d6-4e73-8109-316a4fbbb044'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:12:37.020263 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76a6389-d49c-4083-b125-bb1586236fb3" -d '{"events": [{"server_uuid": "f604b252-e825-4204-9b7d-f0a09b5fd2bd", "name": "network-vif-deleted", "tag": "2ab0ba2a-57d6-4e73-8109-316a4fbbb044"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:12:37.044052 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-54508347-d069-4db9-9234-6b942224534d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:37.050804 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-54508347-d069-4db9-9234-6b942224534d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:37.064285 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-62797017-afd3-421d-aeb6-76a826c9b985 req-8f31cef7-714a-4908-8157-c4486cef3313 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578451 Jul 09 22:12:37.086921 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaff992-501e-42d6-9908-8e3c749b458f x-openstack-request-id: req-4eaff992-501e-42d6-9908-8e3c749b458f {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:12:37.087210 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f604b252-e825-4204-9b7d-f0a09b5fd2bd", "name": "network-vif-deleted", "tag": "2ab0ba2a-57d6-4e73-8109-316a4fbbb044", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:12:37.087466 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4eaff992-501e-42d6-9908-8e3c749b458f {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:12:37.087889 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f604b252-e825-4204-9b7d-f0a09b5fd2bd', 'name': 'network-vif-deleted', 'tag': '2ab0ba2a-57d6-4e73-8109-316a4fbbb044', 'status': 'completed', 'code': 200} Jul 09 22:12:37.099053 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-54508347-d069-4db9-9234-6b942224534d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee1f1a7ee7e74a119e351181b69055ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2115612 Jul 09 22:12:37.099410 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54508347-d069-4db9-9234-6b942224534d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdbdec2-7f45-4120-91d1-5abc635b0193,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:37.100379 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 36362) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:37.159856 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-fb9bad9a-aae7-4279-a0d7-1cdb83e90af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:37.183081 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-fb9bad9a-aae7-4279-a0d7-1cdb83e90af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:37.246239 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-fb9bad9a-aae7-4279-a0d7-1cdb83e90af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:37.249323 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-fb9bad9a-aae7-4279-a0d7-1cdb83e90af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:37.250701 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-fb9bad9a-aae7-4279-a0d7-1cdb83e90af9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7cdbdec2-7f45-4120-91d1-5abc635b0193 HTTP/1.1" status: 204 len: 168 time: 0.1491208 Jul 09 22:12:37.260092 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bad9a-aae7-4279-a0d7-1cdb83e90af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdbdec2-7f45-4120-91d1-5abc635b0193,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:37.436421 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-12b75a30-53dc-471e-9ac8-257256398934 req-dbe71ef4-32d7-4694-8a44-fbb26f8cd69a tempest-DeleteServersTestJSON-205445414 tempest-DeleteServersTestJSON-205445414-project] 10.222.0.10 "GET /v2.0/ports?device_id=f604b252-e825-4204-9b7d-f0a09b5fd2bd HTTP/1.1" status: 200 len: 210 time: 0.0325730 Jul 09 22:12:37.805810 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 36394) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:37.820044 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a6cff34b-b8d8-42f2-aac3-6557104dd7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:37.903555 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 2ab0ba2a-57d6-4e73-8109-316a4fbbb044 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:12:37.953264 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: 2ab0ba2a-57d6-4e73-8109-316a4fbbb044 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:12:37.954113 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 2ab0ba2a-57d6-4e73-8109-316a4fbbb044 not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:12:37.969645 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a6cff34b-b8d8-42f2-aac3-6557104dd7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:37.974933 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a6cff34b-b8d8-42f2-aac3-6557104dd7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:38.033243 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-a6cff34b-b8d8-42f2-aac3-6557104dd7cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=551231bc0287440ca81c40978e02435f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263174 Jul 09 22:12:38.034157 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cff34b-b8d8-42f2-aac3-6557104dd7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1093e985-55c9-4036-8b06-f566c66573dc,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:38.036586 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 36398) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:38.107741 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7d1cba4a-db3a-4bc8-9a0c-802b63432fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:38.134911 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7d1cba4a-db3a-4bc8-9a0c-802b63432fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:38.211645 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7d1cba4a-db3a-4bc8-9a0c-802b63432fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:38.214628 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7d1cba4a-db3a-4bc8-9a0c-802b63432fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:38.219933 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-7d1cba4a-db3a-4bc8-9a0c-802b63432fa2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1093e985-55c9-4036-8b06-f566c66573dc HTTP/1.1" status: 204 len: 168 time: 0.1787357 Jul 09 22:12:38.226855 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cba4a-db3a-4bc8-9a0c-802b63432fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1093e985-55c9-4036-8b06-f566c66573dc,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:38.358162 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d9d7e-b096-4675-8786-4a141bc2806d req-f455df78-5022-4007-8f3f-898378f5b747 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:38.360505 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bb8d9d7e-b096-4675-8786-4a141bc2806d req-f455df78-5022-4007-8f3f-898378f5b747 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.0892088 Jul 09 22:12:38.412863 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bb8d9d7e-b096-4675-8786-4a141bc2806d req-a5ea93d3-7093-4fc4-8537-6892c9b41004 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425634 Jul 09 22:12:39.688398 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7c3d0-2759-4261-a871-449b4f27588d req-c108c740-384a-4b0c-a62f-134dc00736c7 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:39.691222 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a2d7c3d0-2759-4261-a871-449b4f27588d req-c108c740-384a-4b0c-a62f-134dc00736c7 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.1175151 Jul 09 22:12:39.758133 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a2d7c3d0-2759-4261-a871-449b4f27588d req-c34c71be-0102-48b6-8712-e45508541f00 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591230 Jul 09 22:12:40.953783 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 36516) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:41.010984 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc66f2-c897-47c6-b882-b74f0d04942f req-b704c90d-7501-4b4c-be7f-35d08fb2c8ac tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:41.014370 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7ddc66f2-c897-47c6-b882-b74f0d04942f req-b704c90d-7501-4b4c-be7f-35d08fb2c8ac tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.0864689 Jul 09 22:12:41.076950 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7ddc66f2-c897-47c6-b882-b74f0d04942f req-4dd79e72-7381-4d0c-a860-c5331c5d0a07 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551393 Jul 09 22:12:41.122912 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-64ed9af6-3dfe-4872-8edf-cb7d03174d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:41.262455 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-64ed9af6-3dfe-4872-8edf-cb7d03174d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:41.267153 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-64ed9af6-3dfe-4872-8edf-cb7d03174d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:41.308877 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-64ed9af6-3dfe-4872-8edf-cb7d03174d6d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eeef15b047294df4a92c6ef6fd1b5634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535314 Jul 09 22:12:41.309760 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed9af6-3dfe-4872-8edf-cb7d03174d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf44888-c592-4a5b-8652-0e3f619464d4,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:41.312882 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 36528) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:41.373027 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-56781db3-588d-4f8d-8e47-237dcd9ce232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:41.397740 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-56781db3-588d-4f8d-8e47-237dcd9ce232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:41.462961 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-56781db3-588d-4f8d-8e47-237dcd9ce232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:41.466497 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-56781db3-588d-4f8d-8e47-237dcd9ce232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:41.467991 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-56781db3-588d-4f8d-8e47-237dcd9ce232 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3bf44888-c592-4a5b-8652-0e3f619464d4 HTTP/1.1" status: 204 len: 168 time: 0.1534412 Jul 09 22:12:41.478290 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56781db3-588d-4f8d-8e47-237dcd9ce232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf44888-c592-4a5b-8652-0e3f619464d4,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:41.533172 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-6bb09744-c309-4bb3-ba67-8d82c79e6fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:41.810146 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 36536) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:41.826852 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6c87570c-66bd-4696-b3fd-b12581f94bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:41.931184 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6c87570c-66bd-4696-b3fd-b12581f94bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:41.936531 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6c87570c-66bd-4696-b3fd-b12581f94bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:41.977354 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-6c87570c-66bd-4696-b3fd-b12581f94bb1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b75f168d5f7470688dc4b935a450297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1660745 Jul 09 22:12:41.978063 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87570c-66bd-4696-b3fd-b12581f94bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c48137-0892-4973-baf3-c37ebbeaa2fe,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:41.980499 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 36538) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:42.034720 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4ef2fb79-e22b-42a2-8b60-fb921d2b25d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:42.059630 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4ef2fb79-e22b-42a2-8b60-fb921d2b25d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:42.124486 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4ef2fb79-e22b-42a2-8b60-fb921d2b25d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:42.129809 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4ef2fb79-e22b-42a2-8b60-fb921d2b25d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:42.132265 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-4ef2fb79-e22b-42a2-8b60-fb921d2b25d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0c48137-0892-4973-baf3-c37ebbeaa2fe HTTP/1.1" status: 204 len: 168 time: 0.1501629 Jul 09 22:12:42.148238 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2fb79-e22b-42a2-8b60-fb921d2b25d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c48137-0892-4973-baf3-c37ebbeaa2fe,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:42.407295 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce90a91-66ca-49b9-99a1-afd7e7310827 req-8fb83934-61fb-4afd-8e76-5fcad0ba13d3 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:42.410191 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ce90a91-66ca-49b9-99a1-afd7e7310827 req-8fb83934-61fb-4afd-8e76-5fcad0ba13d3 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.1373940 Jul 09 22:12:42.456098 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ce90a91-66ca-49b9-99a1-afd7e7310827 req-114baf38-3b0a-458f-b96d-f7c26e50c888 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394485 Jul 09 22:12:43.725543 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa552c9c-77bc-4b3f-a2a4-05ec86372009 req-997aee29-79c2-434e-bcc8-55ab34feb265 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:43.728049 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa552c9c-77bc-4b3f-a2a4-05ec86372009 req-997aee29-79c2-434e-bcc8-55ab34feb265 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.0845537 Jul 09 22:12:43.813455 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa552c9c-77bc-4b3f-a2a4-05ec86372009 req-9542c7cb-bb51-4cab-a6b9-55a70d992285 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707073 Jul 09 22:12:44.489516 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-2d1f2af0-67b5-414f-b746-06ed45012762 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:44.501285 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-2d1f2af0-67b5-414f-b746-06ed45012762 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/networks?id=88571eac-376f-4335-83d2-f6e0b2075aa2 HTTP/1.1" status: 200 len: 815 time: 0.1612713 Jul 09 22:12:44.539580 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-e9b584b5-256e-43a1-a0e3-f1320e6fd77d tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/quotas/c8b0d23241b3455c85ab64bd2faae847 HTTP/1.1" status: 200 len: 375 time: 0.0359075 Jul 09 22:12:44.726452 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-2047a0a2-b363-4362-8c20-fc1553277c6f tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8b0d23241b3455c85ab64bd2faae847&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1836607 Jul 09 22:12:44.758447 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 36694) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:44.808820 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c8db-c626-4be3-8ec1-fc00bf17f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:44.827466 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 36696) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:44.841149 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fed3daeb-8f16-4092-ac0f-09a5b3c5c852 req-bb944780-116f-42cd-8f89-e5ff4eb91a79 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1690321 Jul 09 22:12:44.859002 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_v2 [None req-090c04fe-e797-4280-8f23-bd02ed7fa25f admin admin] Deleting subnet ac30a62f-0d2a-4cad-96b7-a9a9d08d0abe {{(pid=93127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 22:12:44.872492 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-090c04fe-e797-4280-8f23-bd02ed7fa25f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:44.968132 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-090c04fe-e797-4280-8f23-bd02ed7fa25f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5483989'] for subnet, precommit_delete_associations {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:45.010141 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b30ce57c-3aef-452a-83cd-4ef76d601ca2 service neutron] 10.222.0.10 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738011 Jul 09 22:12:45.054399 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a1518ecc-be5f-43b5-a1ef-016fb19b55c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:45.062376 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-090c04fe-e797-4280-8f23-bd02ed7fa25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1912411'] for subnet, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:45.185111 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-090c04fe-e797-4280-8f23-bd02ed7fa25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1912402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6067541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5560918'] for subnet, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:45.218903 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3daeb-8f16-4092-ac0f-09a5b3c5c852 req-04346a6e-67e9-4f18-8bb3-eba87f665a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:45.221793 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fed3daeb-8f16-4092-ac0f-09a5b3c5c852 req-04346a6e-67e9-4f18-8bb3-eba87f665a50 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8b0d23241b3455c85ab64bd2faae847&device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 1098 time: 0.2969918 Jul 09 22:12:45.234437 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-42105d40-bf1b-4b11-8493-190d6a951395 service neutron] 10.222.0.10 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229900 Jul 09 22:12:45.244074 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c04fe-e797-4280-8f23-bd02ed7fa25f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac30a62f-0d2a-4cad-96b7-a9a9d08d0abe,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:45.268311 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:45.318685 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a1518ecc-be5f-43b5-a1ef-016fb19b55c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:45.338747 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-090c04fe-e797-4280-8f23-bd02ed7fa25f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:45.340674 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6167465-5f10-483c-bb5a-2bcc4d29f342 req-a3b26d06-4a0e-44ad-ba8a-cea14d99ce49 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:45.344219 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-090c04fe-e797-4280-8f23-bd02ed7fa25f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ac30a62f-0d2a-4cad-96b7-a9a9d08d0abe HTTP/1.1" status: 204 len: 168 time: 0.5822492 Jul 09 22:12:45.344219 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a1518ecc-be5f-43b5-a1ef-016fb19b55c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:45.348139 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 36724) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:45.354567 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d6167465-5f10-483c-bb5a-2bcc4d29f342 req-a3b26d06-4a0e-44ad-ba8a-cea14d99ce49 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.2600820 Jul 09 22:12:45.502990 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-a1518ecc-be5f-43b5-a1ef-016fb19b55c7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5bfff794ed504c4d8a794a9932fd783b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6743977 Jul 09 22:12:45.507045 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 36734) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:45.529020 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d6167465-5f10-483c-bb5a-2bcc4d29f342 req-f3be6f02-f37d-41dc-9e87-4c571c49c93a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735406 Jul 09 22:12:45.530180 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1518ecc-be5f-43b5-a1ef-016fb19b55c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1941d12a-78b9-4586-bf79-d2a4dc387673,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:45.535186 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-43f1008a-6c1a-4ce2-8876-ccfc9dae0377 req-129ff48f-ac61-4f30-9a74-a76c09e01bb8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0598061-6f00-4c25-87ad-81b46d2e4594 HTTP/1.1" status: 200 len: 210 time: 0.0788980 Jul 09 22:12:45.580066 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4f8767db-a419-4d2b-9d1b-d7ddcbb9580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1966383'] for network, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:45.616162 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3daeb-8f16-4092-ac0f-09a5b3c5c852 req-950ded4f-ad9d-4ad6-b123-edc7ac19cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:45.618295 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fed3daeb-8f16-4092-ac0f-09a5b3c5c852 req-950ded4f-ad9d-4ad6-b123-edc7ac19cb97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=88571eac-376f-4335-83d2-f6e0b2075aa2 HTTP/1.1" status: 200 len: 916 time: 0.3461804 Jul 09 22:12:45.667899 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fed3daeb-8f16-4092-ac0f-09a5b3c5c852 req-5dd71c15-6b91-4c6c-af12-565d8625d35c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3ddf4c3-ff47-452f-ba66-a9a2d53e122b HTTP/1.1" status: 200 len: 217 time: 0.0412526 Jul 09 22:12:45.671940 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-58a31207-1fea-434f-b78c-b891495abe9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:45.732932 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-58a31207-1fea-434f-b78c-b891495abe9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:45.760597 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3daeb-8f16-4092-ac0f-09a5b3c5c852 req-a06407bb-56f7-4c81-b042-bbeb66957a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:45.764224 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fed3daeb-8f16-4092-ac0f-09a5b3c5c852 req-a06407bb-56f7-4c81-b042-bbeb66957a51 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b8a9bc5-7293-41e2-a6fc-44520b19e195 HTTP/1.1" status: 200 len: 855 time: 0.0892763 Jul 09 22:12:45.823216 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fed3daeb-8f16-4092-ac0f-09a5b3c5c852 req-a560beae-5d05-4a61-b1b1-c73b32e4e89c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88571eac-376f-4335-83d2-f6e0b2075aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467606 Jul 09 22:12:45.849675 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4f8767db-a419-4d2b-9d1b-d7ddcbb9580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909966', 'neutron.services.segments.db._delete_segments_for_network-8759288836437'] for network, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:45.863505 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-4f8767db-a419-4d2b-9d1b-d7ddcbb9580d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f2ffe7-e383-4559-83a8-0a7ede7b64f4']}} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:12:45.883779 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-4f8767db-a419-4d2b-9d1b-d7ddcbb9580d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d4c89a-65f2-43d3-804e-7d066eebe9a1') {'for_net_delete': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:12:45.884448 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-4f8767db-a419-4d2b-9d1b-d7ddcbb9580d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d4c89a-65f2-43d3-804e-7d066eebe9a1') {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:12:45.904510 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4f8767db-a419-4d2b-9d1b-d7ddcbb9580d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759288619569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5483970'] for segment, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:45.926529 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-58a31207-1fea-434f-b78c-b891495abe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:45.931395 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-58a31207-1fea-434f-b78c-b891495abe9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:45.934073 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-58a31207-1fea-434f-b78c-b891495abe9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1941d12a-78b9-4586-bf79-d2a4dc387673 HTTP/1.1" status: 204 len: 168 time: 0.4250140 Jul 09 22:12:45.947927 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4f8767db-a419-4d2b-9d1b-d7ddcbb9580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:45.956784 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a31207-1fea-434f-b78c-b891495abe9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1941d12a-78b9-4586-bf79-d2a4dc387673,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:45.965339 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8767db-a419-4d2b-9d1b-d7ddcbb9580d admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 22:12:45.965857 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4f8767db-a419-4d2b-9d1b-d7ddcbb9580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6067632'] for segment, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: Traceback (most recent call last): Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: timer() Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: cb(*args, **kw) Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: return func(*args, **kwargs) Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: self._notify() Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: self.callback(batched_events) Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: event.method(event) Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: return f(self, *a, **k) Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._get(url).json() Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: return self.request(url, 'GET', **kwargs) Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 22:12:45.968883 dv-cinder-794962-8-iscsi neutron-server[93127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 22:12:45.985324 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fed3daeb-8f16-4092-ac0f-09a5b3c5c852 req-5e5eb19b-8375-46bb-bf8d-4d8c58ba584f service neutron] 10.222.0.11 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549735 Jul 09 22:12:46.066183 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4f8767db-a419-4d2b-9d1b-d7ddcbb9580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545178'] for network, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:46.086572 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4f8767db-a419-4d2b-9d1b-d7ddcbb9580d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:46.090915 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-4f8767db-a419-4d2b-9d1b-d7ddcbb9580d admin admin] 10.222.0.10 "DELETE /v2.0/networks/34f2ffe7-e383-4559-83a8-0a7ede7b64f4 HTTP/1.1" status: 204 len: 168 time: 0.7360823 Jul 09 22:12:46.133039 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8767db-a419-4d2b-9d1b-d7ddcbb9580d admin admin] Pushing event deleted for resources: {'Network': ['ID=34f2ffe7-e383-4559-83a8-0a7ede7b64f4,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:46.248589 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fed3daeb-8f16-4092-ac0f-09a5b3c5c852 req-a958a911-ad74-49da-adf9-8d519f4c2e65 service neutron] 10.222.0.11 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505469 Jul 09 22:12:46.513253 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 36758) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:46.658517 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:46.661566 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 36764) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:46.720185 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a9d04776-124d-437d-82df-0f5f2da20bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:46.992179 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a9d04776-124d-437d-82df-0f5f2da20bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:47.008328 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-f3ce3b5c-02b7-4ede-96ab-b2432b51d41d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e2bef93cd0a41a69f4f814823598405&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4934335 Jul 09 22:12:47.010823 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 36780) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:47.028329 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a9d04776-124d-437d-82df-0f5f2da20bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:47.082186 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8559baad-6ebc-4a62-9d82-f7bc2f925875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:47.108173 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4e02bb4a-461f-40f3-a3b3-8f4213246c7d req-8689296e-573b-48a9-808d-51d26f88e6c9 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0598061-6f00-4c25-87ad-81b46d2e4594 HTTP/1.1" status: 200 len: 210 time: 0.1116619 Jul 09 22:12:47.112329 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8559baad-6ebc-4a62-9d82-f7bc2f925875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:47.141039 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d04776-124d-437d-82df-0f5f2da20bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18370fc6-340e-497a-a847-b42ba7d26057,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:47.176379 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-a9d04776-124d-437d-82df-0f5f2da20bd3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5617774c4a614e78bdb83efdd8b3201a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5134025 Jul 09 22:12:47.189636 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 36790) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:47.269082 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8559baad-6ebc-4a62-9d82-f7bc2f925875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:47.271903 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8559baad-6ebc-4a62-9d82-f7bc2f925875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:47.296917 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-8559baad-6ebc-4a62-9d82-f7bc2f925875 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6174102a-d978-43c0-b433-76de480f6710 HTTP/1.1" status: 204 len: 168 time: 0.2685483 Jul 09 22:12:47.308128 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb004e-62b7-4933-883f-890aaab89193 req-f20c27ba-0400-46e3-8efc-9d6b6de0d66d tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:47.310907 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559baad-6ebc-4a62-9d82-f7bc2f925875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6174102a-d978-43c0-b433-76de480f6710,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:47.327023 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ccdb004e-62b7-4933-883f-890aaab89193 req-f20c27ba-0400-46e3-8efc-9d6b6de0d66d tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.3321271 Jul 09 22:12:47.711359 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ebcccded-c5a6-4145-8d22-52febbd114b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:47.731114 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ccdb004e-62b7-4933-883f-890aaab89193 req-19eff021-37ea-426f-acbe-cd6e902d4970 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950152 Jul 09 22:12:47.827725 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ebcccded-c5a6-4145-8d22-52febbd114b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:47.901347 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-fa1f78c7-b445-4591-9728-9d1ef84456bf tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:47.903658 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-fa1f78c7-b445-4591-9728-9d1ef84456bf tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.11 "GET /v2.0/networks?id=88571eac-376f-4335-83d2-f6e0b2075aa2 HTTP/1.1" status: 200 len: 815 time: 0.2645214 Jul 09 22:12:47.926829 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-60266e48-c408-438e-b04d-41d7241623f1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Request body: {'port': {'device_id': 'a0598061-6f00-4c25-87ad-81b46d2e4594', 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2', 'admin_state_up': True, 'tenant_id': 'c8b0d23241b3455c85ab64bd2faae847'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:12:48.031458 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d7b21-834a-4bf3-b767-d1f94d99ed81 req-a5de0949-a18a-414b-9ead-d94ff91a50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:48.034314 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5a4d7b21-834a-4bf3-b767-d1f94d99ed81 req-a5de0949-a18a-414b-9ead-d94ff91a50ab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 1098 time: 0.3097036 Jul 09 22:12:48.063384 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ebcccded-c5a6-4145-8d22-52febbd114b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:48.066061 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ebcccded-c5a6-4145-8d22-52febbd114b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:48.067239 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-ebcccded-c5a6-4145-8d22-52febbd114b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18370fc6-340e-497a-a847-b42ba7d26057 HTTP/1.1" status: 204 len: 168 time: 0.8764353 Jul 09 22:12:48.075883 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 36820) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:48.099323 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcccded-c5a6-4145-8d22-52febbd114b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18370fc6-340e-497a-a847-b42ba7d26057,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:48.123822 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5a4d7b21-834a-4bf3-b767-d1f94d99ed81 req-a49826b8-1212-4e07-a78a-8f97beb4cf62 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768371 Jul 09 22:12:48.149740 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-60266e48-c408-438e-b04d-41d7241623f1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Made reservation on behalf of c8b0d23241b3455c85ab64bd2faae847 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:12:48.153915 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-60266e48-c408-438e-b04d-41d7241623f1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:48.391988 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:48.395802 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-60266e48-c408-438e-b04d-41d7241623f1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Allocated IP 172.20.0.7 (88571eac-376f-4335-83d2-f6e0b2075aa2/8b8a9bc5-7293-41e2-a6fc-44520b19e195/21bba751-4e92-414c-a23f-97c68eed9a39) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:12:48.496485 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c51849ff-31b5-4d9a-a2e4-ca210d6e406e req-0820dce3-7825-44d9-b551-cd17f45f7097 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0598061-6f00-4c25-87ad-81b46d2e4594 HTTP/1.1" status: 200 len: 210 time: 0.1807997 Jul 09 22:12:48.510625 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-acf6daa9-8ec2-41f2-97a1-cef830350757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:48.690772 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-60266e48-c408-438e-b04d-41d7241623f1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:48.723530 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-acf6daa9-8ec2-41f2-97a1-cef830350757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:48.728517 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-acf6daa9-8ec2-41f2-97a1-cef830350757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:48.783135 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-60266e48-c408-438e-b04d-41d7241623f1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:48.804154 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['f3ddf4c3-ff47-452f-ba66-a9a2d53e122b'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:12:48.817440 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-acf6daa9-8ec2-41f2-97a1-cef830350757 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2aa21d1136274457a879cff737a9d3aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7386558 Jul 09 22:12:48.818262 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6daa9-8ec2-41f2-97a1-cef830350757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba608c6-14b2-45c7-aaab-0e44761aa7cb,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:48.822512 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 36852) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:48.861076 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-60266e48-c408-438e-b04d-41d7241623f1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Network 88571eac-376f-4335-83d2-f6e0b2075aa2 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:12:48.871473 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-60266e48-c408-438e-b04d-41d7241623f1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:12:48.885892 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-60266e48-c408-438e-b04d-41d7241623f1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:12:48.891168 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5cf0-ce57-4395-bf5b-64cfb298ce59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:48.891843 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-60266e48-c408-438e-b04d-41d7241623f1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:48.892536 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-60266e48-c408-438e-b04d-41d7241623f1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:48.923501 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5cf0-ce57-4395-bf5b-64cfb298ce59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:48.926256 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-60266e48-c408-438e-b04d-41d7241623f1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0048966 Jul 09 22:12:48.936053 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60266e48-c408-438e-b04d-41d7241623f1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Pushing event updated for resources: {'Port': ['ID=21bba751-4e92-414c-a23f-97c68eed9a39,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:48.959171 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Request body: {'port': {'device_id': 'a0598061-6f00-4c25-87ad-81b46d2e4594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:12:48.992265 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5cf0-ce57-4395-bf5b-64cfb298ce59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:48.995306 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5cf0-ce57-4395-bf5b-64cfb298ce59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:48.999415 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-8e8f5cf0-ce57-4395-bf5b-64cfb298ce59 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ba608c6-14b2-45c7-aaab-0e44761aa7cb HTTP/1.1" status: 204 len: 168 time: 0.1734555 Jul 09 22:12:49.008945 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f5cf0-ce57-4395-bf5b-64cfb298ce59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba608c6-14b2-45c7-aaab-0e44761aa7cb,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:49.057505 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:49.177090 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:49.257055 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a86adb-1256-468f-bed2-df18b57de41e req-b0bc91bd-706a-4a7e-a710-be88c917415c tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:49.258726 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-30a86adb-1256-468f-bed2-df18b57de41e req-b0bc91bd-706a-4a7e-a710-be88c917415c tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.2017081 Jul 09 22:12:49.380498 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-30a86adb-1256-468f-bed2-df18b57de41e req-891ee654-67b4-415d-a06f-e37605dac0bc tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116374 Jul 09 22:12:49.654570 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21bba751-4e92-414c-a23f-97c68eed9a39 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:12:49.683817 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:49.734414 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Transition to ACTIVE for port object 21bba751-4e92-414c-a23f-97c68eed9a39 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:12:49.742854 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:49.828643 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 36884) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:49.906267 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6c0d2edc-e75d-4875-b6c0-28531b153cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:49.958865 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Pushing event updated for resources: {'Port': ['ID=21bba751-4e92-414c-a23f-97c68eed9a39,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:50.047937 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Attempting to bind port 21bba751-4e92-414c-a23f-97c68eed9a39 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:12:50.048496 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Attempting to bind port 21bba751-4e92-414c-a23f-97c68eed9a39 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'b8bbfd53-a2e2-42cf-906d-812ee0357238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:12:50.049100 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Attempting to bind port 21bba751-4e92-414c-a23f-97c68eed9a39 on network 88571eac-376f-4335-83d2-f6e0b2075aa2 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:12:50.087440 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d938618-fc78-4184-af20-4518db741254 req-78ff2cb6-9cea-42f9-8462-59d748337766 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:50.091057 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1d938618-fc78-4184-af20-4518db741254 req-78ff2cb6-9cea-42f9-8462-59d748337766 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0598061-6f00-4c25-87ad-81b46d2e4594 HTTP/1.1" status: 200 len: 943 time: 0.2562757 Jul 09 22:12:50.095491 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Port 21bba751-4e92-414c-a23f-97c68eed9a39 on network 88571eac-376f-4335-83d2-f6e0b2075aa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:12:50.098171 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Attempting to bind port 21bba751-4e92-414c-a23f-97c68eed9a39 on network 88571eac-376f-4335-83d2-f6e0b2075aa2 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:12:50.119425 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:12:50.119895 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Checking segment: {'id': 'b8bbfd53-a2e2-42cf-906d-812ee0357238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:12:50.120146 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Bound using segment: {'id': 'b8bbfd53-a2e2-42cf-906d-812ee0357238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:12:50.120862 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Bound port: 21bba751-4e92-414c-a23f-97c68eed9a39, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8bbfd53-a2e2-42cf-906d-812ee0357238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:12:50.121478 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:50.150245 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6c0d2edc-e75d-4875-b6c0-28531b153cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:50.162516 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6c0d2edc-e75d-4875-b6c0-28531b153cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:50.206329 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-6c0d2edc-e75d-4875-b6c0-28531b153cd9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66c3fb5f78714806ab3dd1381ee1db62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3733287 Jul 09 22:12:50.210616 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 36898) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:50.311409 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1d938618-fc78-4184-af20-4518db741254 req-b5e1d93f-d329-49af-86c0-5d5b2e6e694f tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935196 Jul 09 22:12:50.340659 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d2edc-e75d-4875-b6c0-28531b153cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9e0b38-3f43-4d02-842b-f0c30e18aa82,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:50.345486 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] For port 21bba751-4e92-414c-a23f-97c68eed9a39, host hv-cinder-79496, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:12:50.350418 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] For port 21bba751-4e92-414c-a23f-97c68eed9a39, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=21bba751-4e92-414c-a23f-97c68eed9a39,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:12:50.360520 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:50.397893 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-110338d7-8be1-4ef0-bb7c-9e9ffdf1cf3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:50.436982 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:50.445474 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:50.445474 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] 10.222.0.11 "PUT /v2.0/ports/21bba751-4e92-414c-a23f-97c68eed9a39 HTTP/1.1" status: 200 len: 1093 time: 1.4941101 Jul 09 22:12:50.445474 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0598061-6f00-4c25-87ad-81b46d2e4594', 'tag': '21bba751-4e92-414c-a23f-97c68eed9a39'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:12:50.462017 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-110338d7-8be1-4ef0-bb7c-9e9ffdf1cf3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:50.485445 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498584bd-486c-4183-aa0e-a4911357db63" -d '{"events": [{"name": "network-changed", "server_uuid": "a0598061-6f00-4c25-87ad-81b46d2e4594", "tag": "21bba751-4e92-414c-a23f-97c68eed9a39"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:12:50.580363 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-110338d7-8be1-4ef0-bb7c-9e9ffdf1cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:50.587427 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-110338d7-8be1-4ef0-bb7c-9e9ffdf1cf3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:50.589656 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-110338d7-8be1-4ef0-bb7c-9e9ffdf1cf3f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b9e0b38-3f43-4d02-842b-f0c30e18aa82 HTTP/1.1" status: 204 len: 168 time: 0.3771448 Jul 09 22:12:50.603319 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe59054e-f689-45aa-ad51-940f302049ad x-openstack-request-id: req-fe59054e-f689-45aa-ad51-940f302049ad {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:12:50.603886 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0598061-6f00-4c25-87ad-81b46d2e4594", "tag": "21bba751-4e92-414c-a23f-97c68eed9a39", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:12:50.604307 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe59054e-f689-45aa-ad51-940f302049ad {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:12:50.605661 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0598061-6f00-4c25-87ad-81b46d2e4594', 'tag': '21bba751-4e92-414c-a23f-97c68eed9a39', 'status': 'completed', 'code': 200} Jul 09 22:12:50.637391 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110338d7-8be1-4ef0-bb7c-9e9ffdf1cf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9e0b38-3f43-4d02-842b-f0c30e18aa82,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:50.657687 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918a479-00cd-456f-a77f-ae7c42a1a757 service neutron] Pushing event updated for resources: {'Port': ['ID=21bba751-4e92-414c-a23f-97c68eed9a39,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:50.728019 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-dc8a6362-a075-46e8-81e7-0e3af971f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:50.731800 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-dc8a6362-a075-46e8-81e7-0e3af971f774 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8b0d23241b3455c85ab64bd2faae847&device_id=a0598061-6f00-4c25-87ad-81b46d2e4594 HTTP/1.1" status: 200 len: 1096 time: 0.2169971 Jul 09 22:12:50.828131 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-dc43ff31-3c43-4a04-8f92-af80d1142bc1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bba751-4e92-414c-a23f-97c68eed9a39 HTTP/1.1" status: 200 len: 217 time: 0.0877798 Jul 09 22:12:50.935511 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-8c121661-d318-47a3-9714-f8522427f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:50.938894 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-8c121661-d318-47a3-9714-f8522427f9c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b8a9bc5-7293-41e2-a6fc-44520b19e195 HTTP/1.1" status: 200 len: 855 time: 0.1020119 Jul 09 22:12:51.000069 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-2b05cf32-4145-47f7-9aab-426f802ab39b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88571eac-376f-4335-83d2-f6e0b2075aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520303 Jul 09 22:12:51.202252 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 36928) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:51.228636 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade7327-e3be-4d7c-aa21-370363e8c7ac req-b72d1739-d26c-457c-9a10-a5727c9c356e tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:51.233753 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ade7327-e3be-4d7c-aa21-370363e8c7ac req-b72d1739-d26c-457c-9a10-a5727c9c356e tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.2365832 Jul 09 22:12:51.249311 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-40175531-5daf-49eb-901d-7165b3cbb02e service neutron] 10.222.0.11 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383447 Jul 09 22:12:51.399736 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b16b2adc-cbb6-460e-9208-f12655bc21de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:51.400859 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ade7327-e3be-4d7c-aa21-370363e8c7ac req-57092829-3bf4-4b08-9f2a-d7d321c20888 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552083 Jul 09 22:12:51.531981 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f3095e99-b556-476e-bf6a-01eb42f1d67f req-6fbd535e-a4b3-4d11-a303-34544ba5ee83 service neutron] 10.222.0.11 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585344 Jul 09 22:12:51.764283 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b16b2adc-cbb6-460e-9208-f12655bc21de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:51.774827 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b16b2adc-cbb6-460e-9208-f12655bc21de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:51.907624 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498584bd-486c-4183-aa0e-a4911357db63 req-7de12003-ab2b-43ad-8bd4-c656aae60c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:51.909533 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-498584bd-486c-4183-aa0e-a4911357db63 req-7de12003-ab2b-43ad-8bd4-c656aae60c5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8b0d23241b3455c85ab64bd2faae847&device_id=a0598061-6f00-4c25-87ad-81b46d2e4594 HTTP/1.1" status: 200 len: 1096 time: 0.3116724 Jul 09 22:12:51.914296 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-b16b2adc-cbb6-460e-9208-f12655bc21de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a2e0224d0d9b401d9b467746be12654c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7103920 Jul 09 22:12:51.915611 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b2adc-cbb6-460e-9208-f12655bc21de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f562799-a0ea-4136-9d7a-30f0a132b068,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:51.928197 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3f3d-4ea6-42e2-ba69-df2a48d34f90 req-f1d65dff-4334-4908-a147-db9779807021 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:51.929822 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7b3c3f3d-4ea6-42e2-ba69-df2a48d34f90 req-f1d65dff-4334-4908-a147-db9779807021 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1888671 Jul 09 22:12:51.933390 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 36958) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:51.958260 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d7c14-ed1c-479e-b844-47aa2adaa949 req-04487a2b-0be2-4e0c-8cfa-73fcbbd73f39 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:51.959965 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-120d7c14-ed1c-479e-b844-47aa2adaa949 req-04487a2b-0be2-4e0c-8cfa-73fcbbd73f39 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0598061-6f00-4c25-87ad-81b46d2e4594 HTTP/1.1" status: 200 len: 943 time: 0.2429104 Jul 09 22:12:52.179760 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7b3c3f3d-4ea6-42e2-ba69-df2a48d34f90 req-4f37f9b6-dda0-4bc5-9a7a-d2b23cb5b194 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185020 Jul 09 22:12:52.188195 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-120d7c14-ed1c-479e-b844-47aa2adaa949 req-cda7bbcc-9e3a-4ffc-a970-02ddfd89d964 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866553 Jul 09 22:12:52.228775 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6b3e13f8-57a8-47cd-a98c-e49ccf5dfc76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:52.240321 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498584bd-486c-4183-aa0e-a4911357db63 req-e0330e68-c63a-4535-a682-0cd57c0eaddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:52.242172 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-498584bd-486c-4183-aa0e-a4911357db63 req-e0330e68-c63a-4535-a682-0cd57c0eaddc service neutron] 10.222.0.11 "GET /v2.0/networks?id=88571eac-376f-4335-83d2-f6e0b2075aa2 HTTP/1.1" status: 200 len: 916 time: 0.3112009 Jul 09 22:12:52.314927 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-498584bd-486c-4183-aa0e-a4911357db63 req-bc9abd3b-942c-45f9-b865-f67b93f37e93 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21bba751-4e92-414c-a23f-97c68eed9a39 HTTP/1.1" status: 200 len: 217 time: 0.0638673 Jul 09 22:12:52.324108 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6b3e13f8-57a8-47cd-a98c-e49ccf5dfc76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:52.451330 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498584bd-486c-4183-aa0e-a4911357db63 req-23833ca2-80a9-42dc-ac45-549e22cb704b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:52.454530 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-498584bd-486c-4183-aa0e-a4911357db63 req-23833ca2-80a9-42dc-ac45-549e22cb704b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b8a9bc5-7293-41e2-a6fc-44520b19e195 HTTP/1.1" status: 200 len: 855 time: 0.1264205 Jul 09 22:12:52.510993 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-498584bd-486c-4183-aa0e-a4911357db63 req-3c0f080f-cd28-4038-9e58-4a97186bcee7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88571eac-376f-4335-83d2-f6e0b2075aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475922 Jul 09 22:12:52.514424 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6b3e13f8-57a8-47cd-a98c-e49ccf5dfc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:52.517933 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6b3e13f8-57a8-47cd-a98c-e49ccf5dfc76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:52.519920 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-6b3e13f8-57a8-47cd-a98c-e49ccf5dfc76 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f562799-a0ea-4136-9d7a-30f0a132b068 HTTP/1.1" status: 204 len: 168 time: 0.5851049 Jul 09 22:12:52.585051 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e13f8-57a8-47cd-a98c-e49ccf5dfc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f562799-a0ea-4136-9d7a-30f0a132b068,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:52.692745 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-498584bd-486c-4183-aa0e-a4911357db63 req-7c29f774-674d-4971-9b81-5e4e7e13a57c service neutron] 10.222.0.11 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682167 Jul 09 22:12:52.862982 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-498584bd-486c-4183-aa0e-a4911357db63 req-ac0bb796-77b7-4f5e-8bf2-8109762b3a59 service neutron] 10.222.0.11 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559639 Jul 09 22:12:53.344990 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 37020) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:53.364642 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-046aa192-59ff-45f5-b879-3af16ba77c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:53.553770 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-046aa192-59ff-45f5-b879-3af16ba77c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:53.568025 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0601ffd-17b4-40ae-bc12-5b98bc7ce397 req-d8084d1d-a3e1-4c36-8942-0c63d7d6a8f7 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:53.569821 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c0601ffd-17b4-40ae-bc12-5b98bc7ce397 req-d8084d1d-a3e1-4c36-8942-0c63d7d6a8f7 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0598061-6f00-4c25-87ad-81b46d2e4594 HTTP/1.1" status: 200 len: 943 time: 0.1216431 Jul 09 22:12:53.571159 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-046aa192-59ff-45f5-b879-3af16ba77c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:53.673801 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-046aa192-59ff-45f5-b879-3af16ba77c52 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2fcd799977a24ac58bb1a7d069332e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260231 Jul 09 22:12:53.678001 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37026) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:53.693397 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046aa192-59ff-45f5-b879-3af16ba77c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339f84b8-f398-4b5b-8743-dc11e73f9f28,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:53.718078 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c0601ffd-17b4-40ae-bc12-5b98bc7ce397 req-574ace14-bcee-4b0a-97fb-2bfae96905f4 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265264 Jul 09 22:12:53.752632 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0f5c9695-5f5a-479c-b368-688bf0095a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:53.784694 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0f5c9695-5f5a-479c-b368-688bf0095a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:53.874127 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0f5c9695-5f5a-479c-b368-688bf0095a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:53.877309 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0f5c9695-5f5a-479c-b368-688bf0095a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:53.882378 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-0f5c9695-5f5a-479c-b368-688bf0095a02 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/339f84b8-f398-4b5b-8743-dc11e73f9f28 HTTP/1.1" status: 204 len: 168 time: 0.1995029 Jul 09 22:12:53.896189 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c9695-5f5a-479c-b368-688bf0095a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339f84b8-f398-4b5b-8743-dc11e73f9f28,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:53.971921 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 21bba751-4e92-414c-a23f-97c68eed9a39 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:12:53.980796 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 37048) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:54.156939 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_v2 [None req-2557d19e-272b-4a81-be13-46b13b503497 admin admin] Deleting subnet 6e78c874-808e-46c6-ae7e-e9c8f7c16a96 {{(pid=93128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 22:12:54.167630 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2557d19e-272b-4a81-be13-46b13b503497 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:54.262087 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 21bba751-4e92-414c-a23f-97c68eed9a39, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=21bba751-4e92-414c-a23f-97c68eed9a39,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:12:54.304228 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': '21bba751-4e92-414c-a23f-97c68eed9a39', 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2', 'port_id': '21bba751-4e92-414c-a23f-97c68eed9a39', 'mac_address': 'fa:16:3e:b3:f5:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8a9bc5-7293-41e2-a6fc-44520b19e195', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:12:54.315397 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2557d19e-272b-4a81-be13-46b13b503497 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:54.332869 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2557d19e-272b-4a81-be13-46b13b503497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1912411'] for subnet, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:54.412009 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:54.460076 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2557d19e-272b-4a81-be13-46b13b503497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1912402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for subnet, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:54.460897 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21bba751-4e92-414c-a23f-97c68eed9a39 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:12:54.507801 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557d19e-272b-4a81-be13-46b13b503497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e78c874-808e-46c6-ae7e-e9c8f7c16a96,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:54.514558 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 21bba751-4e92-414c-a23f-97c68eed9a39, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=21bba751-4e92-414c-a23f-97c68eed9a39,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:12:54.524268 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2557d19e-272b-4a81-be13-46b13b503497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:54.531715 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-2557d19e-272b-4a81-be13-46b13b503497 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6e78c874-808e-46c6-ae7e-e9c8f7c16a96 HTTP/1.1" status: 204 len: 168 time: 0.5464900 Jul 09 22:12:54.531806 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:54.532583 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37062) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:54.669863 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=21bba751-4e92-414c-a23f-97c68eed9a39,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:54.686381 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b13dc464-7d86-42e3-91be-48405fe7f45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1966383'] for network, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:54.692983 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:54.694400 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:54.695417 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:54.697681 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:54.699637 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:54.701426 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:54.702465 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:54.703976 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:54.705236 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:54.706028 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:54.706863 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:54.708004 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:12:54.926615 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b13dc464-7d86-42e3-91be-48405fe7f45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909966', 'neutron.services.segments.db._delete_segments_for_network-8759288836437'] for network, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:54.962020 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-b13dc464-7d86-42e3-91be-48405fe7f45a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c894d2-8d42-4411-aceb-c8cc86eafc4e']}} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:12:54.994191 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ce46a-6b08-4285-90f6-35896d2d23e3 req-55ee981b-cae7-4425-ad4d-a1324ff1c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:54.996197 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-494ce46a-6b08-4285-90f6-35896d2d23e3 req-55ee981b-cae7-4425-ad4d-a1324ff1c81f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e38d172f82bf4fbaa466022ebb6ecce5&device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 1098 time: 0.1990762 Jul 09 22:12:55.018453 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-b13dc464-7d86-42e3-91be-48405fe7f45a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c47477-bfab-4182-afa2-1993bb45febf') {'for_net_delete': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:12:55.018978 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-b13dc464-7d86-42e3-91be-48405fe7f45a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c47477-bfab-4182-afa2-1993bb45febf') {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:12:55.054874 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b13dc464-7d86-42e3-91be-48405fe7f45a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759288619569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5483970'] for segment, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:55.093036 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b13dc464-7d86-42e3-91be-48405fe7f45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:55.106143 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['21bba751-4e92-414c-a23f-97c68eed9a39'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:12:55.108870 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13dc464-7d86-42e3-91be-48405fe7f45a admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 22:12:55.109784 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ce46a-6b08-4285-90f6-35896d2d23e3 req-01d31b2f-e8ee-4c8f-a48e-7b695e95bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:55.112422 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-494ce46a-6b08-4285-90f6-35896d2d23e3 req-01d31b2f-e8ee-4c8f-a48e-7b695e95bc87 service neutron] 10.222.0.11 "GET /v2.0/networks?id=64d56d6c-b5b0-457e-b45f-91b55fb58f13 HTTP/1.1" status: 200 len: 919 time: 0.1078720 Jul 09 22:12:55.112886 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b13dc464-7d86-42e3-91be-48405fe7f45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6067632'] for segment, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: Traceback (most recent call last): Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: timer() Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: cb(*args, **kw) Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: return func(*args, **kwargs) Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: self._notify() Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: self.callback(batched_events) Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: event.method(event) Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: return f(self, *a, **k) Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._get(url).json() Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: return self.request(url, 'GET', **kwargs) Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 22:12:55.116317 dv-cinder-794962-8-iscsi neutron-server[93127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 22:12:55.280945 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b13dc464-7d86-42e3-91be-48405fe7f45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545178'] for network, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:55.301588 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b13dc464-7d86-42e3-91be-48405fe7f45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:55.319476 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-b13dc464-7d86-42e3-91be-48405fe7f45a admin admin] 10.222.0.10 "DELETE /v2.0/networks/37c894d2-8d42-4411-aceb-c8cc86eafc4e HTTP/1.1" status: 204 len: 168 time: 0.7766838 Jul 09 22:12:55.320618 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37088) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:55.371961 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dc464-7d86-42e3-91be-48405fe7f45a admin admin] Pushing event deleted for resources: {'Network': ['ID=37c894d2-8d42-4411-aceb-c8cc86eafc4e,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:55.444933 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec1486b-6685-4bf9-baf8-2a5cfca35e79 admin admin] Deleting subnet 114ef632-766b-4c7d-a1d0-f7bc87264c8c {{(pid=93127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 22:12:55.450285 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4ec1486b-6685-4bf9-baf8-2a5cfca35e79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:55.505286 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4ec1486b-6685-4bf9-baf8-2a5cfca35e79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5483989'] for subnet, precommit_delete_associations {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:55.596334 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4ec1486b-6685-4bf9-baf8-2a5cfca35e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1912411'] for subnet, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:55.718292 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4ec1486b-6685-4bf9-baf8-2a5cfca35e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1912402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6067541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5560918'] for subnet, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:55.734049 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-494ce46a-6b08-4285-90f6-35896d2d23e3 req-4f8c2141-f620-4872-af1e-a7fdba163b70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d054d0a5-db49-4db2-a4b1-3b071e872831 HTTP/1.1" status: 200 len: 217 time: 0.6049747 Jul 09 22:12:55.744462 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4ec1486b-6685-4bf9-baf8-2a5cfca35e79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:55.761823 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-4ec1486b-6685-4bf9-baf8-2a5cfca35e79 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/114ef632-766b-4c7d-a1d0-f7bc87264c8c HTTP/1.1" status: 204 len: 168 time: 0.4160507 Jul 09 22:12:55.765285 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37102) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:55.812664 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1486b-6685-4bf9-baf8-2a5cfca35e79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=114ef632-766b-4c7d-a1d0-f7bc87264c8c,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:55.881635 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1456c7-26fd-473e-a1a8-7e5c9b578b2a req-58bb8de5-981c-409f-b835-2d30ecfeaf37 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:55.883874 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4c1456c7-26fd-473e-a1a8-7e5c9b578b2a req-58bb8de5-981c-409f-b835-2d30ecfeaf37 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.9376583 Jul 09 22:12:55.922446 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa44b9c-a5a2-45c3-accf-b288f1ae09e0 req-f683214c-b01d-4651-a292-71d985231848 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:55.932499 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-baa44b9c-a5a2-45c3-accf-b288f1ae09e0 req-f683214c-b01d-4651-a292-71d985231848 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0598061-6f00-4c25-87ad-81b46d2e4594 HTTP/1.1" status: 200 len: 944 time: 0.8236697 Jul 09 22:12:55.944132 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ce46a-6b08-4285-90f6-35896d2d23e3 req-55b4b9d3-e391-42f2-9bce-00e29cee2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:55.944132 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-494ce46a-6b08-4285-90f6-35896d2d23e3 req-55b4b9d3-e391-42f2-9bce-00e29cee2ea5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9 HTTP/1.1" status: 200 len: 858 time: 0.1991322 Jul 09 22:12:55.996546 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-067144df-f171-45cc-a4b7-edc95e38032d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1966383'] for network, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:56.019725 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-494ce46a-6b08-4285-90f6-35896d2d23e3 req-86390f4d-41b0-4a0b-8914-fae02dfaf96a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64d56d6c-b5b0-457e-b45f-91b55fb58f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587137 Jul 09 22:12:56.046190 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4c1456c7-26fd-473e-a1a8-7e5c9b578b2a req-1c48400f-451a-4b61-8d3b-25a70b85f1ba tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097400 Jul 09 22:12:56.127149 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-baa44b9c-a5a2-45c3-accf-b288f1ae09e0 req-5b25869d-68b4-4a42-89ce-3afb3e56d6e1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920500 Jul 09 22:12:56.204362 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-067144df-f171-45cc-a4b7-edc95e38032d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909966', 'neutron.services.segments.db._delete_segments_for_network-8759288836437'] for network, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:56.212511 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-494ce46a-6b08-4285-90f6-35896d2d23e3 req-b22887db-11dd-4eab-be6f-0ca714d303a8 service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709557 Jul 09 22:12:56.228414 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-067144df-f171-45cc-a4b7-edc95e38032d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63811692-040d-4b3a-8fe6-9cc733bf344b']}} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:12:56.250767 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-067144df-f171-45cc-a4b7-edc95e38032d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0abb44-8d0e-49c9-8079-258d87816634') {'for_net_delete': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:12:56.251551 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-067144df-f171-45cc-a4b7-edc95e38032d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0abb44-8d0e-49c9-8079-258d87816634') {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:12:56.286298 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-067144df-f171-45cc-a4b7-edc95e38032d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759288619569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5483970'] for segment, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:56.320462 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-067144df-f171-45cc-a4b7-edc95e38032d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:56.339722 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067144df-f171-45cc-a4b7-edc95e38032d admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 22:12:56.340196 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-067144df-f171-45cc-a4b7-edc95e38032d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6067632'] for segment, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: Traceback (most recent call last): Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: timer() Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: cb(*args, **kw) Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: return func(*args, **kwargs) Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: self._notify() Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: self.callback(batched_events) Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: event.method(event) Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: return f(self, *a, **k) Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._get(url).json() Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: return self.request(url, 'GET', **kwargs) Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 22:12:56.343962 dv-cinder-794962-8-iscsi neutron-server[93127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 22:12:56.411592 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-494ce46a-6b08-4285-90f6-35896d2d23e3 req-061c119f-4219-4567-a90b-36ed810afa02 service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915972 Jul 09 22:12:56.475484 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-067144df-f171-45cc-a4b7-edc95e38032d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545178'] for network, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:56.483146 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-067144df-f171-45cc-a4b7-edc95e38032d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:56.485735 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-067144df-f171-45cc-a4b7-edc95e38032d admin admin] 10.222.0.10 "DELETE /v2.0/networks/63811692-040d-4b3a-8fe6-9cc733bf344b HTTP/1.1" status: 204 len: 168 time: 0.6860569 Jul 09 22:12:56.504679 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067144df-f171-45cc-a4b7-edc95e38032d admin admin] Pushing event deleted for resources: {'Network': ['ID=63811692-040d-4b3a-8fe6-9cc733bf344b,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:56.804037 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37134) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:56.866482 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-39097000-4fd2-4f8a-836c-4fdc28e232fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b6dcb7832d1844ea96d550cf6f9f2afb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598307 Jul 09 22:12:56.868715 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37140) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:56.954239 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4a85b548-e88d-4607-a288-47ad6b8abd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:56.991666 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4a85b548-e88d-4607-a288-47ad6b8abd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:57.094360 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4a85b548-e88d-4607-a288-47ad6b8abd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:57.098581 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4a85b548-e88d-4607-a288-47ad6b8abd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:57.103573 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-4a85b548-e88d-4607-a288-47ad6b8abd12 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0f69cf61-4fc2-4371-baa6-51c855d66a4b HTTP/1.1" status: 204 len: 168 time: 0.2329750 Jul 09 22:12:57.111720 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85b548-e88d-4607-a288-47ad6b8abd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f69cf61-4fc2-4371-baa6-51c855d66a4b,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:57.475779 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff72170-2f8b-4e5a-9179-dc51577f8952 req-39a1bf4d-5feb-4582-acfd-f7feb68590ba tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:57.484534 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2ff72170-2f8b-4e5a-9179-dc51577f8952 req-39a1bf4d-5feb-4582-acfd-f7feb68590ba tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1715143 Jul 09 22:12:57.529558 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdbea5-9a52-4f64-a0b6-764c38d80afe req-b468a6ef-b783-4471-a4e9-ecb3e6108632 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:57.531264 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-88cdbea5-9a52-4f64-a0b6-764c38d80afe req-b468a6ef-b783-4471-a4e9-ecb3e6108632 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0598061-6f00-4c25-87ad-81b46d2e4594 HTTP/1.1" status: 200 len: 944 time: 0.1432807 Jul 09 22:12:57.577999 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2ff72170-2f8b-4e5a-9179-dc51577f8952 req-faae046b-afbe-46b2-a055-0c571a1920b9 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926089 Jul 09 22:12:57.622245 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-88cdbea5-9a52-4f64-a0b6-764c38d80afe req-84b7f3f8-8882-4391-aba8-ca0921b09390 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793250 Jul 09 22:12:57.790413 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 37186) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:57.853109 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-dc236c47-a09b-48b6-a753-93b226a98c55 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b05b9d964ff346beb7d4ffbf250efba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583243 Jul 09 22:12:57.856077 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 37194) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:57.919467 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c92b5fb6-75d5-4d09-ba64-df5545029b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:57.943693 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c92b5fb6-75d5-4d09-ba64-df5545029b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:57.950337 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 21bba751-4e92-414c-a23f-97c68eed9a39 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:12:58.013937 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c92b5fb6-75d5-4d09-ba64-df5545029b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:58.018310 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c92b5fb6-75d5-4d09-ba64-df5545029b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:58.020681 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-c92b5fb6-75d5-4d09-ba64-df5545029b75 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/52f36318-74e4-40c8-8e86-7cca7774063b HTTP/1.1" status: 204 len: 168 time: 0.1631269 Jul 09 22:12:58.040541 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b5fb6-75d5-4d09-ba64-df5545029b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f36318-74e4-40c8-8e86-7cca7774063b,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:58.061342 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port 21bba751-4e92-414c-a23f-97c68eed9a39 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:12:58.078834 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port 21bba751-4e92-414c-a23f-97c68eed9a39 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:12:58.079649 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:58.199727 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:58.226665 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0598061-6f00-4c25-87ad-81b46d2e4594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bba751-4e92-414c-a23f-97c68eed9a39'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:12:58.229096 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85e3dc9-efa9-47f4-9f96-917a285e2aee" -d '{"events": [{"server_uuid": "a0598061-6f00-4c25-87ad-81b46d2e4594", "name": "network-vif-plugged", "status": "completed", "tag": "21bba751-4e92-414c-a23f-97c68eed9a39"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:12:58.253580 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 21bba751-4e92-414c-a23f-97c68eed9a39, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=21bba751-4e92-414c-a23f-97c68eed9a39,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:12:58.259538 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:12:58.286684 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8fd249-4160-46ff-8541-ae8772683eee x-openstack-request-id: req-7f8fd249-4160-46ff-8541-ae8772683eee {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:12:58.286893 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0598061-6f00-4c25-87ad-81b46d2e4594", "name": "network-vif-plugged", "status": "completed", "tag": "21bba751-4e92-414c-a23f-97c68eed9a39", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:12:58.287205 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f8fd249-4160-46ff-8541-ae8772683eee {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:12:58.287490 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0598061-6f00-4c25-87ad-81b46d2e4594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bba751-4e92-414c-a23f-97c68eed9a39', 'code': 200} Jul 09 22:12:58.325343 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=21bba751-4e92-414c-a23f-97c68eed9a39,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:12:58.552800 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40bb44-4c47-41af-bf08-1a558bc93f1c req-2aee2bff-6da7-4613-b51b-c3cc3fac344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:58.554351 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fc40bb44-4c47-41af-bf08-1a558bc93f1c req-2aee2bff-6da7-4613-b51b-c3cc3fac344c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a0598061-6f00-4c25-87ad-81b46d2e4594 HTTP/1.1" status: 200 len: 1098 time: 0.0756266 Jul 09 22:12:58.595410 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fc40bb44-4c47-41af-bf08-1a558bc93f1c req-a60c3b7f-208a-4dba-9b8c-d59b08ec2869 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342219 Jul 09 22:12:58.978459 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949d53e-c8ab-44a9-92a2-6139cb75f388 req-7b093539-044c-4b54-8d78-9a208a4ad150 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:58.981637 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3949d53e-c8ab-44a9-92a2-6139cb75f388 req-7b093539-044c-4b54-8d78-9a208a4ad150 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1964939 Jul 09 22:12:58.997800 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95233262-81f6-421a-869f-349834687eda req-783864f5-dff8-49e0-bac9-3eb83bdfbdba tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:12:59.000431 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-95233262-81f6-421a-869f-349834687eda req-783864f5-dff8-49e0-bac9-3eb83bdfbdba tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0598061-6f00-4c25-87ad-81b46d2e4594 HTTP/1.1" status: 200 len: 945 time: 0.1982131 Jul 09 22:12:59.115639 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3949d53e-c8ab-44a9-92a2-6139cb75f388 req-8476ab21-3e1c-4dd0-9f53-b07f9db23a84 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134825 Jul 09 22:12:59.122349 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-95233262-81f6-421a-869f-349834687eda req-0fd94987-d21f-4e6c-b571-457381dd9ba9 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089771 Jul 09 22:12:59.758549 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 37276) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:59.773641 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 37280) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:12:59.984591 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-69e12fe9-e2d9-4e47-a6c2-9a5469cd2c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:00.009603 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3a59f18a-ce56-48e9-b5fd-64733a2a30b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:00.055978 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.db.api [None req-3a59f18a-ce56-48e9-b5fd-64733a2a30b7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 22:13:00.055978 dv-cinder-794962-8-iscsi neutron-server[93128]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 22:13:00.055978 dv-cinder-794962-8-iscsi neutron-server[93128]: [parameters: {'project_id': 'e0129fb8fb154ac1abd33b71308d02d6', 'id': 'ba4ac67a-916e-453e-a820-ec139289639a', 'expiration': datetime.datetime(2021, 7, 9, 22, 15, 0, 46116)}] Jul 09 22:13:00.055978 dv-cinder-794962-8-iscsi neutron-server[93128]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 22:13:00.056669 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG oslo_db.api [None req-3a59f18a-ce56-48e9-b5fd-64733a2a30b7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 22:13:00.169077 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-69e12fe9-e2d9-4e47-a6c2-9a5469cd2c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:00.174458 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-69e12fe9-e2d9-4e47-a6c2-9a5469cd2c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:00.240349 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e12fe9-e2d9-4e47-a6c2-9a5469cd2c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e18253f-ca2e-4b7f-b051-58f651734fe3,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:00.249831 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-69e12fe9-e2d9-4e47-a6c2-9a5469cd2c5d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3bd1fd739f5d4e92b233d70a3849b307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4894497 Jul 09 22:13:00.253942 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 37294) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:00.389336 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-295ef65f-0dd3-4b89-a4ed-bcc9d5ffd416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:00.494293 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-295ef65f-0dd3-4b89-a4ed-bcc9d5ffd416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:00.559086 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3a59f18a-ce56-48e9-b5fd-64733a2a30b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:00.603746 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd479c16-0ddb-4d6f-a78e-0b86838d8ed8 req-9892e1b1-06c4-405d-b83a-2e83a2031bf1 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:00.610684 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dd479c16-0ddb-4d6f-a78e-0b86838d8ed8 req-9892e1b1-06c4-405d-b83a-2e83a2031bf1 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.2727492 Jul 09 22:13:00.659204 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-295ef65f-0dd3-4b89-a4ed-bcc9d5ffd416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:00.661784 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-295ef65f-0dd3-4b89-a4ed-bcc9d5ffd416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:00.662926 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-295ef65f-0dd3-4b89-a4ed-bcc9d5ffd416 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e18253f-ca2e-4b7f-b051-58f651734fe3 HTTP/1.1" status: 204 len: 168 time: 0.4077394 Jul 09 22:13:00.680322 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42d2e7-bf6d-460b-b57a-428c56161ee7 req-a387ddaf-e7c1-49d7-8494-48d069847bb0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:00.683069 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2d42d2e7-bf6d-460b-b57a-428c56161ee7 req-a387ddaf-e7c1-49d7-8494-48d069847bb0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0598061-6f00-4c25-87ad-81b46d2e4594 HTTP/1.1" status: 200 len: 945 time: 0.2705846 Jul 09 22:13:00.698100 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ef65f-0dd3-4b89-a4ed-bcc9d5ffd416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e18253f-ca2e-4b7f-b051-58f651734fe3,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:00.755733 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dd479c16-0ddb-4d6f-a78e-0b86838d8ed8 req-74fae1bb-7465-4acf-a352-626440b791f2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285198 Jul 09 22:13:00.809413 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2d42d2e7-bf6d-460b-b57a-428c56161ee7 req-931d20ed-820b-4065-934a-407c5bbb9791 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137111 Jul 09 22:13:00.850432 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3a59f18a-ce56-48e9-b5fd-64733a2a30b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:00.856279 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3a59f18a-ce56-48e9-b5fd-64733a2a30b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:00.903890 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-3a59f18a-ce56-48e9-b5fd-64733a2a30b7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0129fb8fb154ac1abd33b71308d02d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1286612 Jul 09 22:13:00.908304 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37328) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:00.940525 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59f18a-ce56-48e9-b5fd-64733a2a30b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfba9b4-88b1-4215-85a0-1d25a22bd1fa,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:00.984217 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ef55c6c8-ce88-49cb-b41f-1420c2839e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:01.026157 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ef55c6c8-ce88-49cb-b41f-1420c2839e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:01.099639 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ef55c6c8-ce88-49cb-b41f-1420c2839e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:01.103252 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ef55c6c8-ce88-49cb-b41f-1420c2839e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:01.105170 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-ef55c6c8-ce88-49cb-b41f-1420c2839e4b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ddfba9b4-88b1-4215-85a0-1d25a22bd1fa HTTP/1.1" status: 204 len: 168 time: 0.1958194 Jul 09 22:13:01.118765 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55c6c8-ce88-49cb-b41f-1420c2839e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfba9b4-88b1-4215-85a0-1d25a22bd1fa,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:01.492894 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37360) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:01.508601 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2c622b15-4058-4e14-9af8-50e263eda91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:01.632085 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2c622b15-4058-4e14-9af8-50e263eda91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:01.648246 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2c622b15-4058-4e14-9af8-50e263eda91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:01.694472 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-2c622b15-4058-4e14-9af8-50e263eda91a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3068019597a9419588481b5838934efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001367 Jul 09 22:13:01.698810 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 37368) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:01.710900 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c622b15-4058-4e14-9af8-50e263eda91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdcc303-f87c-4e32-805c-6c2986ef6dbd,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:01.786679 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-77d2d83b-6d9b-4594-9d8c-bf73656521b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:01.812119 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-77d2d83b-6d9b-4594-9d8c-bf73656521b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:01.903887 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-77d2d83b-6d9b-4594-9d8c-bf73656521b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:01.907453 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-77d2d83b-6d9b-4594-9d8c-bf73656521b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:01.908791 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-77d2d83b-6d9b-4594-9d8c-bf73656521b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7fdcc303-f87c-4e32-805c-6c2986ef6dbd HTTP/1.1" status: 204 len: 168 time: 0.2077203 Jul 09 22:13:01.921339 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2d83b-6d9b-4594-9d8c-bf73656521b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdcc303-f87c-4e32-805c-6c2986ef6dbd,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:01.972605 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:13:02.097664 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4d4d1-4e03-4f69-ae2d-31fee7d71f97 req-d7a9a617-2feb-419f-9841-3890741c78d4 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:02.101390 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bfc4d4d1-4e03-4f69-ae2d-31fee7d71f97 req-d7a9a617-2feb-419f-9841-3890741c78d4 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1200221 Jul 09 22:13:02.181587 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bfc4d4d1-4e03-4f69-ae2d-31fee7d71f97 req-cd5606fe-7b99-4627-bc4d-67ea0620bff3 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710497 Jul 09 22:13:03.169363 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37450) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:03.323377 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-ae84c264-6135-4f8f-bc0d-d6ed60eef76c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:03.325275 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-ae84c264-6135-4f8f-bc0d-d6ed60eef76c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/networks?id=88571eac-376f-4335-83d2-f6e0b2075aa2 HTTP/1.1" status: 200 len: 815 time: 0.1793387 Jul 09 22:13:03.352671 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-ad2bf279-a267-41f0-8057-94b23ec6fef1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/quotas/c8b0d23241b3455c85ab64bd2faae847 HTTP/1.1" status: 200 len: 375 time: 0.0162039 Jul 09 22:13:03.530027 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-25b8211e-1f7a-46a1-b9fa-2ce9458db6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:03.544577 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-94e2b6aa-c03e-4f89-b4a3-396a5ec263c2 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8b0d23241b3455c85ab64bd2faae847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1908355 Jul 09 22:13:03.558318 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c03ed-64bd-4689-9011-9ef868dc4c82 req-61b99167-255b-4311-901b-a8874c2900b8 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:03.559824 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d29c03ed-64bd-4689-9011-9ef868dc4c82 req-61b99167-255b-4311-901b-a8874c2900b8 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1327119 Jul 09 22:13:03.655681 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d29c03ed-64bd-4689-9011-9ef868dc4c82 req-d3176871-29d0-4cb2-aa34-1e0dce5489cd tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868356 Jul 09 22:13:03.694488 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-27d49392-193c-47e3-b472-af3ca5ea9d43 service neutron] 10.222.0.10 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334748 Jul 09 22:13:03.697821 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-25b8211e-1f7a-46a1-b9fa-2ce9458db6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:03.707944 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-25b8211e-1f7a-46a1-b9fa-2ce9458db6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:03.781161 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-25b8211e-1f7a-46a1-b9fa-2ce9458db6e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8ac0c3622e8f47ce8ce066563da1b8e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6100824 Jul 09 22:13:03.784095 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8211e-1f7a-46a1-b9fa-2ce9458db6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c66f89-59ee-4aa0-8890-0cb4f968d6a1,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:03.786393 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 37466) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:03.877946 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-39d52e76-96b2-455c-80e9-3b00883a8bc9 service neutron] 10.222.0.10 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750493 Jul 09 22:13:03.878653 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-777ac6ef-f3a1-423b-a1aa-189b1326ba85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:03.905462 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-777ac6ef-f3a1-423b-a1aa-189b1326ba85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:03.985607 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-777ac6ef-f3a1-423b-a1aa-189b1326ba85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:03.988770 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-777ac6ef-f3a1-423b-a1aa-189b1326ba85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:03.989955 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-777ac6ef-f3a1-423b-a1aa-189b1326ba85 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91c66f89-59ee-4aa0-8890-0cb4f968d6a1 HTTP/1.1" status: 204 len: 168 time: 0.2024572 Jul 09 22:13:04.012542 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ac6ef-f3a1-423b-a1aa-189b1326ba85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c66f89-59ee-4aa0-8890-0cb4f968d6a1,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:04.175692 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf88ee34-bf5f-4921-bcca-2910f304255d req-1d84ad0d-b1a8-42ac-b635-06a66162d203 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 210 time: 0.0738306 Jul 09 22:13:04.561976 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 37504) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:04.578749 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3ecc-bb50-4ab8-ad0a-6c9373f0d918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:04.750537 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3ecc-bb50-4ab8-ad0a-6c9373f0d918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:04.757648 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3ecc-bb50-4ab8-ad0a-6c9373f0d918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:04.841692 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-3d5e3ecc-bb50-4ab8-ad0a-6c9373f0d918 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2c2fdcbbbcb413ca579b76cfe7a2145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783623 Jul 09 22:13:04.842746 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e3ecc-bb50-4ab8-ad0a-6c9373f0d918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc21c11-bdcb-4956-8288-44fc7ec60dca,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:04.847461 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37510) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:04.958505 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5bceaf7c-4ed0-4d9d-83ed-5f972f614a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:05.018379 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b67ce7-5751-4884-8c66-ee8c9df4d505 req-b2835e76-ef35-4bf5-977f-9b0fed9960d8 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:05.020525 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-17b67ce7-5751-4884-8c66-ee8c9df4d505 req-b2835e76-ef35-4bf5-977f-9b0fed9960d8 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1161647 Jul 09 22:13:05.024162 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5bceaf7c-4ed0-4d9d-83ed-5f972f614a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:05.110604 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5bceaf7c-4ed0-4d9d-83ed-5f972f614a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:05.115721 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5bceaf7c-4ed0-4d9d-83ed-5f972f614a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:05.122512 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-17b67ce7-5751-4884-8c66-ee8c9df4d505 req-546d0628-99e9-4f91-972b-fff51d0d65ad tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899234 Jul 09 22:13:05.128582 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-5bceaf7c-4ed0-4d9d-83ed-5f972f614a9a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/afc21c11-bdcb-4956-8288-44fc7ec60dca HTTP/1.1" status: 204 len: 168 time: 0.2779098 Jul 09 22:13:05.158748 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bceaf7c-4ed0-4d9d-83ed-5f972f614a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc21c11-bdcb-4956-8288-44fc7ec60dca,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:05.347891 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37538) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:05.396046 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa63beea-a089-459d-9a58-5a8523af0297 req-3be9ce18-1926-4749-b597-bb521ed73d61 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8c95b803724b41fab1183b3ec5d8f810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682483 Jul 09 22:13:05.648404 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9b210104-4a97-4305-a0c9-8be9101eb930 req-1d33cc6d-5e7f-4d0e-b303-e0c9506cc2e1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 210 time: 0.0947921 Jul 09 22:13:05.755657 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-cf5c65ca-c68c-4696-bae2-20710750d165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:05.778753 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63beea-a089-459d-9a58-5a8523af0297 req-293f3506-4692-470f-88cb-cc18a6b175c7 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:05.786389 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa63beea-a089-459d-9a58-5a8523af0297 req-293f3506-4692-470f-88cb-cc18a6b175c7 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3833952 Jul 09 22:13:05.867087 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37560) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:05.901894 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa63beea-a089-459d-9a58-5a8523af0297 req-dca7fd42-201c-4a65-8b05-7a97f18b19cb tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/quotas/8c95b803724b41fab1183b3ec5d8f810 HTTP/1.1" status: 200 len: 375 time: 0.0895255 Jul 09 22:13:05.916239 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-cf5c65ca-c68c-4696-bae2-20710750d165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:05.927283 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-cf5c65ca-c68c-4696-bae2-20710750d165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:05.933337 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-fda4601a-089f-4ceb-ae1f-7f04b17acffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:05.964423 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa63beea-a089-459d-9a58-5a8523af0297 req-239e8164-a0d4-4b55-80c7-e9e47366bba4 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c95b803724b41fab1183b3ec5d8f810&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532584 Jul 09 22:13:06.029054 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c65ca-c68c-4696-bae2-20710750d165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2e0dc4-a56b-44b9-9900-8422600ef384,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:06.079182 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-cf5c65ca-c68c-4696-bae2-20710750d165 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1c01e654435445aa5fc002dd7eaf182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7297533 Jul 09 22:13:06.080780 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-36ec1e9e-67bd-458e-9c42-d827310fea08 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:06.083435 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37564) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:06.084099 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-36ec1e9e-67bd-458e-9c42-d827310fea08 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.11 "GET /v2.0/networks?id=88571eac-376f-4335-83d2-f6e0b2075aa2 HTTP/1.1" status: 200 len: 815 time: 0.2959168 Jul 09 22:13:06.103965 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-33f91ef4-f48c-4c4d-ae35-3e6788d783e8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Request body: {'port': {'device_id': 'a5b4290f-49e1-478d-ba01-87ea2a710fb1', 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2', 'admin_state_up': True, 'tenant_id': 'c8b0d23241b3455c85ab64bd2faae847'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:13:06.171353 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2e7ddb3d-e090-4ff5-9375-01e01136a422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:06.214871 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2e7ddb3d-e090-4ff5-9375-01e01136a422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:06.293337 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-fda4601a-089f-4ceb-ae1f-7f04b17acffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:06.301655 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-fda4601a-089f-4ceb-ae1f-7f04b17acffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:06.312583 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96556d69-4098-42a6-9824-5257c79f48ec req-991e08ce-ab2a-41a8-93c6-d7b20a6e822f tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 210 time: 0.0798426 Jul 09 22:13:06.370349 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-fda4601a-089f-4ceb-ae1f-7f04b17acffd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8795265b78c4d4b97b164e0fef1eec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5007055 Jul 09 22:13:06.375269 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 37578) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:06.397415 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2e7ddb3d-e090-4ff5-9375-01e01136a422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:06.402318 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2e7ddb3d-e090-4ff5-9375-01e01136a422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:06.408626 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-2e7ddb3d-e090-4ff5-9375-01e01136a422 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b2e0dc4-a56b-44b9-9900-8422600ef384 HTTP/1.1" status: 204 len: 168 time: 0.3238213 Jul 09 22:13:06.411795 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4601a-089f-4ceb-ae1f-7f04b17acffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edf86d6-1919-4e91-8479-70a20a03cb84,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:06.431173 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-33f91ef4-f48c-4c4d-ae35-3e6788d783e8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Made reservation on behalf of c8b0d23241b3455c85ab64bd2faae847 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:13:06.435488 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-33f91ef4-f48c-4c4d-ae35-3e6788d783e8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:06.445044 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ddb3d-e090-4ff5-9375-01e01136a422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2e0dc4-a56b-44b9-9900-8422600ef384,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:06.497054 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-31c986fd-4359-484c-a0b9-e5429dc4b383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:06.540704 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14140420-e252-47b4-b087-f912dffeb36c req-8b40d172-ee50-4f57-b79a-dc69ea7feba3 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:06.542854 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-14140420-e252-47b4-b087-f912dffeb36c req-8b40d172-ee50-4f57-b79a-dc69ea7feba3 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.2289646 Jul 09 22:13:06.595706 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-31c986fd-4359-484c-a0b9-e5429dc4b383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:06.681852 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-14140420-e252-47b4-b087-f912dffeb36c req-94911f3a-ffd8-4364-bb06-df3a6e414b97 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287243 Jul 09 22:13:06.725172 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-33f91ef4-f48c-4c4d-ae35-3e6788d783e8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Allocated IP 172.20.0.4 (88571eac-376f-4335-83d2-f6e0b2075aa2/8b8a9bc5-7293-41e2-a6fc-44520b19e195/9bf2aee1-5711-4db3-9efd-d12ce824eb69) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:13:06.801677 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-31c986fd-4359-484c-a0b9-e5429dc4b383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:06.813708 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-31c986fd-4359-484c-a0b9-e5429dc4b383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:06.818954 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-31c986fd-4359-484c-a0b9-e5429dc4b383 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9edf86d6-1919-4e91-8479-70a20a03cb84 HTTP/1.1" status: 204 len: 168 time: 0.4390485 Jul 09 22:13:06.861446 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c986fd-4359-484c-a0b9-e5429dc4b383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edf86d6-1919-4e91-8479-70a20a03cb84,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:07.062543 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37598) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:07.112738 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a967cbe1-e14e-4ac6-9d3d-48969bf2c7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:07.325271 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a967cbe1-e14e-4ac6-9d3d-48969bf2c7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:07.332931 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a967cbe1-e14e-4ac6-9d3d-48969bf2c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:07.394396 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-a967cbe1-e14e-4ac6-9d3d-48969bf2c7cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9889ffa9964c44a7b5a64ff02cfd33e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280089 Jul 09 22:13:07.396955 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37610) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:07.405142 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cf02a737-9893-41be-88d6-b634737e2e2a req-23f08b1b-863b-4f80-9bd6-ffe6fc988d78 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 210 time: 0.3773894 Jul 09 22:13:07.417460 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967cbe1-e14e-4ac6-9d3d-48969bf2c7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b217534f-2298-4962-b315-23f90a765462,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:07.472877 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-651fbc11-74c3-4874-b5ad-e5a9b14a1d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:07.504607 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-651fbc11-74c3-4874-b5ad-e5a9b14a1d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:07.527390 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-33f91ef4-f48c-4c4d-ae35-3e6788d783e8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:07.590750 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-651fbc11-74c3-4874-b5ad-e5a9b14a1d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:07.594386 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-651fbc11-74c3-4874-b5ad-e5a9b14a1d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:07.595610 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-651fbc11-74c3-4874-b5ad-e5a9b14a1d35 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b217534f-2298-4962-b315-23f90a765462 HTTP/1.1" status: 204 len: 168 time: 0.1990287 Jul 09 22:13:07.612699 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-33f91ef4-f48c-4c4d-ae35-3e6788d783e8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:07.629185 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['f3ddf4c3-ff47-452f-ba66-a9a2d53e122b', '21bba751-4e92-414c-a23f-97c68eed9a39'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:13:07.640205 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fbc11-74c3-4874-b5ad-e5a9b14a1d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b217534f-2298-4962-b315-23f90a765462,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:07.772091 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-33f91ef4-f48c-4c4d-ae35-3e6788d783e8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Network 88571eac-376f-4335-83d2-f6e0b2075aa2 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:13:07.804008 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-33f91ef4-f48c-4c4d-ae35-3e6788d783e8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:13:07.819319 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-33f91ef4-f48c-4c4d-ae35-3e6788d783e8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:13:07.837632 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-33f91ef4-f48c-4c4d-ae35-3e6788d783e8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:07.841201 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-33f91ef4-f48c-4c4d-ae35-3e6788d783e8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:07.912697 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f91ef4-f48c-4c4d-ae35-3e6788d783e8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Pushing event updated for resources: {'Port': ['ID=9bf2aee1-5711-4db3-9efd-d12ce824eb69,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:07.928518 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-33f91ef4-f48c-4c4d-ae35-3e6788d783e8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8346345 Jul 09 22:13:07.967135 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Request body: {'port': {'device_id': 'a5b4290f-49e1-478d-ba01-87ea2a710fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:13:08.014517 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b4a4afc1-344b-4c6b-b8dc-7da6a3c51d2d req-da6e6cb1-a10d-43b8-b39e-9467823ae011 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 210 time: 0.1103542 Jul 09 22:13:08.129518 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:08.147755 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217045f2-f4b8-4f5c-a453-17868b5d6bd9 req-76d92082-51b3-45f4-8211-e0b98d6ad098 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:08.149377 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-217045f2-f4b8-4f5c-a453-17868b5d6bd9 req-76d92082-51b3-45f4-8211-e0b98d6ad098 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1340797 Jul 09 22:13:08.293819 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-217045f2-f4b8-4f5c-a453-17868b5d6bd9 req-bec15499-3375-408c-b05f-6d588ccbf54f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998657 Jul 09 22:13:08.523474 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37652) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:08.535861 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf2aee1-5711-4db3-9efd-d12ce824eb69 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:13:08.545269 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:08.563093 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Transition to ACTIVE for port object 9bf2aee1-5711-4db3-9efd-d12ce824eb69 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:13:08.569953 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:08.717804 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa63beea-a089-459d-9a58-5a8523af0297 req-7c178913-9922-4527-b8f8-b9302f807940 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8c95b803724b41fab1183b3ec5d8f810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739505 Jul 09 22:13:08.746907 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-572fd506-c4ef-49dc-a73a-e1d54ed4d243 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1254096014-network', 'tenant_id': '32aa30de0b494ec1aa6d837d34c7e0a4'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:13:08.778612 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Pushing event updated for resources: {'Port': ['ID=9bf2aee1-5711-4db3-9efd-d12ce824eb69,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:08.814288 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572fd506-c4ef-49dc-a73a-e1d54ed4d243 admin admin] Made reservation on behalf of 32aa30de0b494ec1aa6d837d34c7e0a4 for: {'network': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:13:08.820820 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-572fd506-c4ef-49dc-a73a-e1d54ed4d243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:08.852527 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Attempting to bind port 9bf2aee1-5711-4db3-9efd-d12ce824eb69 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:13:08.852527 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Attempting to bind port 9bf2aee1-5711-4db3-9efd-d12ce824eb69 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'b8bbfd53-a2e2-42cf-906d-812ee0357238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:13:08.852527 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Attempting to bind port 9bf2aee1-5711-4db3-9efd-d12ce824eb69 on network 88571eac-376f-4335-83d2-f6e0b2075aa2 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:13:08.857032 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-572fd506-c4ef-49dc-a73a-e1d54ed4d243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:08.868450 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Port 9bf2aee1-5711-4db3-9efd-d12ce824eb69 on network 88571eac-376f-4335-83d2-f6e0b2075aa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:13:08.868823 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Attempting to bind port 9bf2aee1-5711-4db3-9efd-d12ce824eb69 on network 88571eac-376f-4335-83d2-f6e0b2075aa2 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:13:08.910730 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:13:08.911071 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Checking segment: {'id': 'b8bbfd53-a2e2-42cf-906d-812ee0357238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:13:08.911459 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Bound using segment: {'id': 'b8bbfd53-a2e2-42cf-906d-812ee0357238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:13:08.911908 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Bound port: 9bf2aee1-5711-4db3-9efd-d12ce824eb69, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8bbfd53-a2e2-42cf-906d-812ee0357238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:13:08.912264 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:08.963047 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252686a4-6ca8-4fe1-89a6-89fec4f10f0c req-96865924-1c66-4537-80ab-2071c3b256d5 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:08.965065 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-252686a4-6ca8-4fe1-89a6-89fec4f10f0c req-96865924-1c66-4537-80ab-2071c3b256d5 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 943 time: 0.2850149 Jul 09 22:13:09.038373 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63beea-a089-459d-9a58-5a8523af0297 req-3fb5c605-b55e-4b34-9b19-e6b2597400e4 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:09.039850 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa63beea-a089-459d-9a58-5a8523af0297 req-3fb5c605-b55e-4b34-9b19-e6b2597400e4 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2965126 Jul 09 22:13:09.063875 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-aa63beea-a089-459d-9a58-5a8523af0297 req-db09e764-453f-4918-9946-b60d9cc344f0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Request body: {'port': {'device_id': '32da68cb-0cca-4711-94db-ee8ab5f615f4', 'network_id': '546853bf-ec14-403e-9bec-9ebc770e5100', 'admin_state_up': True, 'tenant_id': '8c95b803724b41fab1183b3ec5d8f810'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:13:09.131548 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-572fd506-c4ef-49dc-a73a-e1d54ed4d243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:09.138876 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-572fd506-c4ef-49dc-a73a-e1d54ed4d243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:09.152354 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-252686a4-6ca8-4fe1-89a6-89fec4f10f0c req-7a25a645-691f-4d78-9160-7cdbb20081da tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456053 Jul 09 22:13:09.169269 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572fd506-c4ef-49dc-a73a-e1d54ed4d243 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 22:13:09.189486 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-572fd506-c4ef-49dc-a73a-e1d54ed4d243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:09.189877 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.segments_db [None req-572fd506-c4ef-49dc-a73a-e1d54ed4d243 admin admin] Added segment 181867d4-b460-4e04-98e8-201a446c4786 of type vlan for network 3e579fa2-6545-4271-9a54-cbb6f69e7636 Jul 09 22:13:09.190144 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] For port 9bf2aee1-5711-4db3-9efd-d12ce824eb69, host hv-cinder-79496, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:13:09.196349 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] For port 9bf2aee1-5711-4db3-9efd-d12ce824eb69, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9bf2aee1-5711-4db3-9efd-d12ce824eb69,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:13:09.213856 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:09.261989 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-572fd506-c4ef-49dc-a73a-e1d54ed4d243 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:09.280785 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fd506-c4ef-49dc-a73a-e1d54ed4d243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d5ba9c-6278-4bea-84b3-3dcdf96de95e,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:09.311736 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:09.312500 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:09.314023 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] 10.222.0.11 "PUT /v2.0/ports/9bf2aee1-5711-4db3-9efd-d12ce824eb69 HTTP/1.1" status: 200 len: 1093 time: 1.3600864 Jul 09 22:13:09.333027 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b4290f-49e1-478d-ba01-87ea2a710fb1', 'tag': '9bf2aee1-5711-4db3-9efd-d12ce824eb69'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:13:09.335574 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce77e5d3-728e-4770-9de4-70b0e4c5713c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b4290f-49e1-478d-ba01-87ea2a710fb1", "tag": "9bf2aee1-5711-4db3-9efd-d12ce824eb69"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:13:09.343500 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13197eac-9f3d-42df-9264-fb6e732b3d6d req-411e22e0-4314-4ff4-8b74-6ff63637b952 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 210 time: 0.1257565 Jul 09 22:13:09.373214 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8695ad-fbed-4b1a-9c1b-a6c7318236bc service neutron] Pushing event updated for resources: {'Port': ['ID=9bf2aee1-5711-4db3-9efd-d12ce824eb69,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:09.373670 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-572fd506-c4ef-49dc-a73a-e1d54ed4d243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:09.374690 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572fd506-c4ef-49dc-a73a-e1d54ed4d243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:09.375293 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-572fd506-c4ef-49dc-a73a-e1d54ed4d243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:09.390751 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa63beea-a089-459d-9a58-5a8523af0297 req-db09e764-453f-4918-9946-b60d9cc344f0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Made reservation on behalf of 8c95b803724b41fab1183b3ec5d8f810 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:13:09.397777 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-aa63beea-a089-459d-9a58-5a8523af0297 req-db09e764-453f-4918-9946-b60d9cc344f0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:09.421733 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-aa63beea-a089-459d-9a58-5a8523af0297 req-db09e764-453f-4918-9946-b60d9cc344f0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:09.478319 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8743c2ac-8566-4a99-ab46-764ae56fedcd x-openstack-request-id: req-8743c2ac-8566-4a99-ab46-764ae56fedcd {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:13:09.478656 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b4290f-49e1-478d-ba01-87ea2a710fb1", "tag": "9bf2aee1-5711-4db3-9efd-d12ce824eb69", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:13:09.479457 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8743c2ac-8566-4a99-ab46-764ae56fedcd {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:13:09.479777 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b4290f-49e1-478d-ba01-87ea2a710fb1', 'tag': '9bf2aee1-5711-4db3-9efd-d12ce824eb69', 'status': 'completed', 'code': 200} Jul 09 22:13:09.518305 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-572fd506-c4ef-49dc-a73a-e1d54ed4d243 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9908864 Jul 09 22:13:09.523705 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37686) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:09.532057 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-1e8bd2e0-fe18-45b9-9c9f-832ef5a439b0 admin admin] Request body: {'subnet': {'network_id': '3e579fa2-6545-4271-9a54-cbb6f69e7636', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1254096014-subnet', 'tenant_id': '32aa30de0b494ec1aa6d837d34c7e0a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:13:09.564111 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fd506-c4ef-49dc-a73a-e1d54ed4d243 admin admin] Pushing event updated for resources: {'Network': ['ID=3e579fa2-6545-4271-9a54-cbb6f69e7636,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:09.573052 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-ee48bd77-5ded-4ab8-a08c-223559e75254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:09.574470 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-ee48bd77-5ded-4ab8-a08c-223559e75254 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8b0d23241b3455c85ab64bd2faae847&device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 1096 time: 0.1717992 Jul 09 22:13:09.579021 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network 3e579fa2-6545-4271-9a54-cbb6f69e7636 details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:13:09.638897 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-c9a059ec-6316-481f-a110-abd1947f0166 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bf2aee1-5711-4db3-9efd-d12ce824eb69 HTTP/1.1" status: 200 len: 217 time: 0.0526562 Jul 09 22:13:09.779760 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-57556a45-e636-4060-b89f-12a2810edf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:09.781328 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-57556a45-e636-4060-b89f-12a2810edf51 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b8a9bc5-7293-41e2-a6fc-44520b19e195 HTTP/1.1" status: 200 len: 855 time: 0.1318426 Jul 09 22:13:09.796089 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-aa63beea-a089-459d-9a58-5a8523af0297 req-db09e764-453f-4918-9946-b60d9cc344f0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:09.812000 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbcb2d-1ffd-498a-a065-66d9fcada855 req-21894d35-b3b7-4566-86d8-11f5b147bfcc tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:09.813657 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-93dbcb2d-1ffd-498a-a065-66d9fcada855 req-21894d35-b3b7-4566-86d8-11f5b147bfcc tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.2894256 Jul 09 22:13:09.816477 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-aa63beea-a089-459d-9a58-5a8523af0297 req-db09e764-453f-4918-9946-b60d9cc344f0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:09.857842 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8bd2e0-fe18-45b9-9c9f-832ef5a439b0 admin admin] Made reservation on behalf of 32aa30de0b494ec1aa6d837d34c7e0a4 for: {'subnet': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:13:09.864967 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1e8bd2e0-fe18-45b9-9c9f-832ef5a439b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5560503'] for subnet, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:09.874089 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-7cef97ab-4b24-4c16-8624-e73f20a604ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88571eac-376f-4335-83d2-f6e0b2075aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822840 Jul 09 22:13:10.087071 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09e764-453f-4918-9946-b60d9cc344f0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b7d847-0d43-4b31-8fc2-b51c871613fe,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:10.151520 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-93dbcb2d-1ffd-498a-a065-66d9fcada855 req-1d9ffd8a-7316-4e6a-9ff1-e87d4f329689 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798481 Jul 09 22:13:10.234628 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-35164313-e383-491b-a02d-fcd5d79da7b7 service neutron] 10.222.0.11 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096182 Jul 09 22:13:10.246247 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4c7b1-39d1-499f-bd0c-878524061b7c req-8e8a7f16-9e99-489b-84c1-0e0585736cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:10.248871 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-8fd4c7b1-39d1-499f-bd0c-878524061b7c req-8e8a7f16-9e99-489b-84c1-0e0585736cf4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 1098 time: 0.2291501 Jul 09 22:13:10.293718 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-aa63beea-a089-459d-9a58-5a8523af0297 req-db09e764-453f-4918-9946-b60d9cc344f0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Allocated IP 192.168.233.241 (546853bf-ec14-403e-9bec-9ebc770e5100/03f9ea49-537d-4b09-97c4-27f64d0d8ab8/9a4158e2-be7e-4a19-99f4-dec929308d49) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:13:10.377167 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-8fd4c7b1-39d1-499f-bd0c-878524061b7c req-38c98459-9ae1-476c-bee6-188f6fd36333 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109982 Jul 09 22:13:10.440611 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1e8bd2e0-fe18-45b9-9c9f-832ef5a439b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6067474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5560485'] for subnet, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:10.521269 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bd2e0-fe18-45b9-9c9f-832ef5a439b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb2726f-a158-4c0b-9229-790a93825566,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:10.538399 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8bd2e0-fe18-45b9-9c9f-832ef5a439b0 admin admin] Checking segment: {'id': '181867d4-b460-4e04-98e8-201a446c4786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3e579fa2-6545-4271-9a54-cbb6f69e7636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:13:10.539097 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8bd2e0-fe18-45b9-9c9f-832ef5a439b0 admin admin] Network hostable DHCP agents. Network: 3e579fa2-6545-4271-9a54-cbb6f69e7636, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:13:10.566060 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8bd2e0-fe18-45b9-9c9f-832ef5a439b0 admin admin] Network 3e579fa2-6545-4271-9a54-cbb6f69e7636 is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:13:10.580409 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-1e8bd2e0-fe18-45b9-9c9f-832ef5a439b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, 3e579fa2-6545-4271-9a54-cbb6f69e7636) {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:13:10.589453 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8bd2e0-fe18-45b9-9c9f-832ef5a439b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:10.590127 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1e8bd2e0-fe18-45b9-9c9f-832ef5a439b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:10.591155 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab43a326-7b88-4315-870a-a58f3dcfade5 None None] Network 3e579fa2-6545-4271-9a54-cbb6f69e7636 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:13:10.608643 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-1e8bd2e0-fe18-45b9-9c9f-832ef5a439b0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0826883 Jul 09 22:13:10.621403 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15b8c7a5-cfc3-4569-99c8-b8d6d88b3733 req-899b6bc2-da64-4d57-aaed-597c25aee99e service neutron] 10.222.0.11 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565948 Jul 09 22:13:10.669319 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a9cef932-5f8d-4ade-a641-0cbb7ba1d661 req-e194d03c-77db-4285-8219-60d1f9b02796 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 210 time: 0.0992570 Jul 09 22:13:10.741346 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049d823-2bab-4a0e-8f62-63ac251d4f8f req-067f888b-f154-444a-bf8b-69493df56226 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:10.755231 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1049d823-2bab-4a0e-8f62-63ac251d4f8f req-067f888b-f154-444a-bf8b-69493df56226 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 943 time: 0.4208577 Jul 09 22:13:10.843596 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfcd644-e3d4-4487-831e-00ce83dc1fbf None None] Network 3e579fa2-6545-4271-9a54-cbb6f69e7636 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:13:10.908091 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1049d823-2bab-4a0e-8f62-63ac251d4f8f req-5c187f55-0ce9-496c-99a3-4c50289bcef3 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498756 Jul 09 22:13:10.954745 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-aa63beea-a089-459d-9a58-5a8523af0297 req-db09e764-453f-4918-9946-b60d9cc344f0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:10.992675 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-aa63beea-a089-459d-9a58-5a8523af0297 req-db09e764-453f-4918-9946-b60d9cc344f0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Transition to ACTIVE for port object 9a4158e2-be7e-4a19-99f4-dec929308d49 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:13:11.036429 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77e5d3-728e-4770-9de4-70b0e4c5713c req-37d1ad31-da07-48ed-b1ed-11a3bb827c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:11.039725 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ce77e5d3-728e-4770-9de4-70b0e4c5713c req-37d1ad31-da07-48ed-b1ed-11a3bb827c4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8b0d23241b3455c85ab64bd2faae847&device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 1096 time: 0.2546341 Jul 09 22:13:11.142157 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-aa63beea-a089-459d-9a58-5a8523af0297 req-db09e764-453f-4918-9946-b60d9cc344f0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:11.254612 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa63beea-a089-459d-9a58-5a8523af0297 req-db09e764-453f-4918-9946-b60d9cc344f0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Network 546853bf-ec14-403e-9bec-9ebc770e5100 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:13:11.270457 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-aa63beea-a089-459d-9a58-5a8523af0297 req-db09e764-453f-4918-9946-b60d9cc344f0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:13:11.276106 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa63beea-a089-459d-9a58-5a8523af0297 req-db09e764-453f-4918-9946-b60d9cc344f0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:13:11.287213 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63beea-a089-459d-9a58-5a8523af0297 req-db09e764-453f-4918-9946-b60d9cc344f0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:11.288352 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-aa63beea-a089-459d-9a58-5a8523af0297 req-db09e764-453f-4918-9946-b60d9cc344f0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:11.315900 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09e764-453f-4918-9946-b60d9cc344f0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Pushing event updated for resources: {'Port': ['ID=9a4158e2-be7e-4a19-99f4-dec929308d49,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:11.332138 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77e5d3-728e-4770-9de4-70b0e4c5713c req-675efa40-6256-493c-8da1-82b5b15c0138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:11.335283 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ce77e5d3-728e-4770-9de4-70b0e4c5713c req-675efa40-6256-493c-8da1-82b5b15c0138 service neutron] 10.222.0.11 "GET /v2.0/networks?id=88571eac-376f-4335-83d2-f6e0b2075aa2 HTTP/1.1" status: 200 len: 916 time: 0.2768819 Jul 09 22:13:11.339497 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa63beea-a089-459d-9a58-5a8523af0297 req-db09e764-453f-4918-9946-b60d9cc344f0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2910910 Jul 09 22:13:11.383223 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Request body: {'port': {'device_id': '32da68cb-0cca-4711-94db-ee8ab5f615f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:13:11.479403 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ce77e5d3-728e-4770-9de4-70b0e4c5713c req-b01ca9e3-638d-4460-9484-fe457e06e540 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bf2aee1-5711-4db3-9efd-d12ce824eb69 HTTP/1.1" status: 200 len: 217 time: 0.1250558 Jul 09 22:13:11.633873 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77e5d3-728e-4770-9de4-70b0e4c5713c req-c2b27a4b-8b6a-478c-8a52-2042aa8aecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:11.637269 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ce77e5d3-728e-4770-9de4-70b0e4c5713c req-c2b27a4b-8b6a-478c-8a52-2042aa8aecd9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b8a9bc5-7293-41e2-a6fc-44520b19e195 HTTP/1.1" status: 200 len: 855 time: 0.1264601 Jul 09 22:13:11.690761 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ce77e5d3-728e-4770-9de4-70b0e4c5713c req-3c35c864-79aa-44a7-87fa-d9de89bff550 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88571eac-376f-4335-83d2-f6e0b2075aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457799 Jul 09 22:13:11.699002 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:11.800953 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-65f33c58-e4e4-4ef2-b2fb-2cdefb096cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:11.897016 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-10caa291-0c70-49e4-bcaa-6ee019ef94b1 None None] Provisioning for port 9a4158e2-be7e-4a19-99f4-dec929308d49 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:13:11.906647 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c277e3-9c12-4263-a0f1-dd50d4fabf54 req-f23ff9a5-2695-4035-98c5-d086078a21ee tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:11.909095 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-36c277e3-9c12-4263-a0f1-dd50d4fabf54 req-f23ff9a5-2695-4035-98c5-d086078a21ee tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.4592824 Jul 09 22:13:11.917782 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-10caa291-0c70-49e4-bcaa-6ee019ef94b1 None None] Provisioning complete for port 9a4158e2-be7e-4a19-99f4-dec929308d49 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:13:11.918664 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-10caa291-0c70-49e4-bcaa-6ee019ef94b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:11.991831 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-10caa291-0c70-49e4-bcaa-6ee019ef94b1 None None] Port 9a4158e2-be7e-4a19-99f4-dec929308d49 cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:13:12.339848 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-36c277e3-9c12-4263-a0f1-dd50d4fabf54 req-64eab6f3-537d-43ad-8eba-696c27b76137 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044454 Jul 09 22:13:12.421237 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ce77e5d3-728e-4770-9de4-70b0e4c5713c req-d7d19788-11a1-4e31-bfc7-2c7f07baea08 service neutron] 10.222.0.11 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7184315 Jul 09 22:13:12.614282 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e02610-70b7-4bde-8667-340666748c71 req-55621efd-6f12-4ea0-b266-4459fecf481b tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:12.616235 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c9e02610-70b7-4bde-8667-340666748c71 req-55621efd-6f12-4ea0-b266-4459fecf481b tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 936 time: 0.6694293 Jul 09 22:13:12.727328 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ce77e5d3-728e-4770-9de4-70b0e4c5713c req-053e6719-6b52-477f-83b0-a3a781b52e68 service neutron] 10.222.0.11 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899308 Jul 09 22:13:12.760032 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c9e02610-70b7-4bde-8667-340666748c71 req-ca40c951-68e1-4c53-9474-a818914b34e1 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119947 Jul 09 22:13:12.778518 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02bb7c-e87a-4b23-9d0c-0402e974b1aa req-d29d6e22-a5bc-4b71-9750-83a28af33c03 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:12.780206 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1c02bb7c-e87a-4b23-9d0c-0402e974b1aa req-d29d6e22-a5bc-4b71-9750-83a28af33c03 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 943 time: 0.2313335 Jul 09 22:13:12.845049 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a4158e2-be7e-4a19-99f4-dec929308d49 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:13:12.861524 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:12.906439 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Transition to ACTIVE for port object 9a4158e2-be7e-4a19-99f4-dec929308d49 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:13:12.911053 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1c02bb7c-e87a-4b23-9d0c-0402e974b1aa req-15a5e1c6-e00d-4c73-bf2f-97b49d2bf646 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764740 Jul 09 22:13:12.913426 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:12.990508 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Pushing event updated for resources: {'Port': ['ID=9a4158e2-be7e-4a19-99f4-dec929308d49,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:13.036066 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Attempting to bind port 9a4158e2-be7e-4a19-99f4-dec929308d49 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:13:13.036514 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Attempting to bind port 9a4158e2-be7e-4a19-99f4-dec929308d49 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '2563ae31-921c-41ee-a2b6-a655e25041a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '546853bf-ec14-403e-9bec-9ebc770e5100'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:13:13.036806 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Attempting to bind port 9a4158e2-be7e-4a19-99f4-dec929308d49 on network 546853bf-ec14-403e-9bec-9ebc770e5100 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:13:13.042037 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Port 9a4158e2-be7e-4a19-99f4-dec929308d49 on network 546853bf-ec14-403e-9bec-9ebc770e5100 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:13:13.042340 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Attempting to bind port 9a4158e2-be7e-4a19-99f4-dec929308d49 on network 546853bf-ec14-403e-9bec-9ebc770e5100 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:13:13.048568 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:13:13.049045 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Checking segment: {'id': '2563ae31-921c-41ee-a2b6-a655e25041a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '546853bf-ec14-403e-9bec-9ebc770e5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:13:13.049328 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Bound using segment: {'id': '2563ae31-921c-41ee-a2b6-a655e25041a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '546853bf-ec14-403e-9bec-9ebc770e5100'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:13:13.049774 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Bound port: 9a4158e2-be7e-4a19-99f4-dec929308d49, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2563ae31-921c-41ee-a2b6-a655e25041a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '546853bf-ec14-403e-9bec-9ebc770e5100'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:13:13.050132 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:13.092401 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37792) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:13.190338 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] For port 9a4158e2-be7e-4a19-99f4-dec929308d49, host hv-cinder-79496, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:13:13.196547 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] For port 9a4158e2-be7e-4a19-99f4-dec929308d49, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9a4158e2-be7e-4a19-99f4-dec929308d49,segment=NetworkSegment(2563ae31-921c-41ee-a2b6-a655e25041a3),segment_id=2563ae31-921c-41ee-a2b6-a655e25041a3)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:13:13.204863 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:13.306571 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0297-ccb5-4cfe-b313-e7601fda9722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:13.374460 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:13.375190 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:13.376715 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa63beea-a089-459d-9a58-5a8523af0297 req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] 10.222.0.11 "PUT /v2.0/ports/9a4158e2-be7e-4a19-99f4-dec929308d49 HTTP/1.1" status: 200 len: 1098 time: 2.0052054 Jul 09 22:13:13.377286 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32da68cb-0cca-4711-94db-ee8ab5f615f4', 'tag': '9a4158e2-be7e-4a19-99f4-dec929308d49'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:13:13.379669 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc93649-d1c9-45f1-9db3-e85e8b7ed4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "32da68cb-0cca-4711-94db-ee8ab5f615f4", "tag": "9a4158e2-be7e-4a19-99f4-dec929308d49"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:13:13.413819 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d9dfc-0319-40cc-8266-ea0b28fe5aeb service neutron] Pushing event updated for resources: {'Port': ['ID=9a4158e2-be7e-4a19-99f4-dec929308d49,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:13.498438 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-2248d8a6-95b4-4cc8-af59-3dd7d859988c tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:13.500075 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-2248d8a6-95b4-4cc8-af59-3dd7d859988c tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/networks?id=3e579fa2-6545-4271-9a54-cbb6f69e7636 HTTP/1.1" status: 200 len: 809 time: 0.2234478 Jul 09 22:13:13.516017 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0297-ccb5-4cfe-b313-e7601fda9722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:13.521977 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0297-ccb5-4cfe-b313-e7601fda9722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:13.536461 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-af65bf4c-042b-40a3-947d-3f86d6924904 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/quotas/32aa30de0b494ec1aa6d837d34c7e0a4 HTTP/1.1" status: 200 len: 375 time: 0.0278666 Jul 09 22:13:13.603415 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-3130b251-0d2a-46bd-a389-6cfc7a2f77f6 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=32aa30de0b494ec1aa6d837d34c7e0a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544727 Jul 09 22:13:13.607701 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d0297-ccb5-4cfe-b313-e7601fda9722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb6e66b-7559-4dff-b63f-0df66ded76e1,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:13.639058 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-fe2d0297-ccb5-4cfe-b313-e7601fda9722 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c980a77c961c478f886a5db739f3a355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5448692 Jul 09 22:13:13.641625 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37814) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:13.703658 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63beea-a089-459d-9a58-5a8523af0297 req-f25a7200-a44d-4d10-8e5a-60aa6f097453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:13.706602 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa63beea-a089-459d-9a58-5a8523af0297 req-f25a7200-a44d-4d10-8e5a-60aa6f097453 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c95b803724b41fab1183b3ec5d8f810&device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 1101 time: 0.2606111 Jul 09 22:13:13.744686 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6044ab22-31b1-4771-8484-b250c76ea404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:13.795994 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6044ab22-31b1-4771-8484-b250c76ea404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:13.820139 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa63beea-a089-459d-9a58-5a8523af0297 req-a10d8ce2-8366-4e13-ac93-8eaae13e7071 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=9a4158e2-be7e-4a19-99f4-dec929308d49 HTTP/1.1" status: 200 len: 217 time: 0.0538824 Jul 09 22:13:13.874804 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6044ab22-31b1-4771-8484-b250c76ea404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:13.878500 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6044ab22-31b1-4771-8484-b250c76ea404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:13.879674 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-6044ab22-31b1-4771-8484-b250c76ea404 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/edb6e66b-7559-4dff-b63f-0df66ded76e1 HTTP/1.1" status: 204 len: 168 time: 0.2363169 Jul 09 22:13:13.889020 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044ab22-31b1-4771-8484-b250c76ea404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb6e66b-7559-4dff-b63f-0df66ded76e1,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:13.927566 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9e5cd-ef61-4f8a-a03e-afb22a6fb886 req-e15ddce9-7322-4bea-b623-065c29c7ce58 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:13.930368 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-74b9e5cd-ef61-4f8a-a03e-afb22a6fb886 req-e15ddce9-7322-4bea-b623-065c29c7ce58 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.3800807 Jul 09 22:13:13.950494 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63beea-a089-459d-9a58-5a8523af0297 req-a9566d19-afbb-4733-8848-2fb511cd969e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:13.953391 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa63beea-a089-459d-9a58-5a8523af0297 req-a9566d19-afbb-4733-8848-2fb511cd969e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03f9ea49-537d-4b09-97c4-27f64d0d8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1250701 Jul 09 22:13:13.964140 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-a499df3b-7b0b-4cc7-a97d-ed42042e6f77 service neutron] 10.222.0.10 "GET /v2.0/networks/3e579fa2-6545-4271-9a54-cbb6f69e7636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094165 Jul 09 22:13:14.194183 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-74b9e5cd-ef61-4f8a-a03e-afb22a6fb886 req-de4534c9-2537-419d-89ca-cab818e202bb tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494147 Jul 09 22:13:14.210552 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37838) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:14.250151 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-131b1bbe-1b1b-4812-9a99-0c8ae0f371e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:14.294370 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-89210cc1-288c-4db7-a816-d50a8a7e54a5 service neutron] 10.222.0.10 "GET /v2.0/networks/3e579fa2-6545-4271-9a54-cbb6f69e7636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958748 Jul 09 22:13:14.300310 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63beea-a089-459d-9a58-5a8523af0297 req-e1d5bdd2-3376-4a6b-a47d-0a8215728b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:14.303318 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa63beea-a089-459d-9a58-5a8523af0297 req-e1d5bdd2-3376-4a6b-a47d-0a8215728b5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=546853bf-ec14-403e-9bec-9ebc770e5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3359945 Jul 09 22:13:14.352222 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2412dcb-8025-46e4-bd55-8ab90683ba0a x-openstack-request-id: req-d2412dcb-8025-46e4-bd55-8ab90683ba0a {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:13:14.352505 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32da68cb-0cca-4711-94db-ee8ab5f615f4", "tag": "9a4158e2-be7e-4a19-99f4-dec929308d49", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:13:14.352907 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d2412dcb-8025-46e4-bd55-8ab90683ba0a {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:13:14.353394 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32da68cb-0cca-4711-94db-ee8ab5f615f4', 'tag': '9a4158e2-be7e-4a19-99f4-dec929308d49', 'status': 'completed', 'code': 200} Jul 09 22:13:14.453513 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa63beea-a089-459d-9a58-5a8523af0297 req-1756cfb7-ef83-48af-af4d-cbe2bb7af9ab service neutron] 10.222.0.11 "GET /v2.0/networks/546853bf-ec14-403e-9bec-9ebc770e5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408193 Jul 09 22:13:14.457475 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-131b1bbe-1b1b-4812-9a99-0c8ae0f371e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:14.463982 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-131b1bbe-1b1b-4812-9a99-0c8ae0f371e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:14.517905 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-131b1bbe-1b1b-4812-9a99-0c8ae0f371e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=674d515f94c34bf49bb55bd8be787e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055916 Jul 09 22:13:14.520035 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b1bbe-1b1b-4812-9a99-0c8ae0f371e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdbb8fc-37a1-4500-8569-bb06fb84d3f3,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:14.522912 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37848) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:14.643700 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa63beea-a089-459d-9a58-5a8523af0297 req-fb190f6b-91d5-46bd-964a-bcba651e28f0 service neutron] 10.222.0.11 "GET /v2.0/networks/546853bf-ec14-403e-9bec-9ebc770e5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793027 Jul 09 22:13:14.672615 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607ed06-979e-4b3e-8439-810540007be0 req-10d4d466-9b98-4d79-aea6-12a3644c3724 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:14.674347 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a607ed06-979e-4b3e-8439-810540007be0 req-10d4d466-9b98-4d79-aea6-12a3644c3724 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 948 time: 0.1868742 Jul 09 22:13:14.701687 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-131f3523-b065-4469-82fe-fe1a05e3dcdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:14.727807 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-131f3523-b065-4469-82fe-fe1a05e3dcdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:14.781219 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a607ed06-979e-4b3e-8439-810540007be0 req-37682275-72b9-4a9e-87d9-ffc058e9e762 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956626 Jul 09 22:13:14.802705 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-131f3523-b065-4469-82fe-fe1a05e3dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:14.816767 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-131f3523-b065-4469-82fe-fe1a05e3dcdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:14.817595 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7845241-e5c7-4775-94da-94fc6c624426 req-cd3afd87-89e3-435e-9571-e20b916c70fc tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:14.818542 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-131f3523-b065-4469-82fe-fe1a05e3dcdb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fbdbb8fc-37a1-4500-8569-bb06fb84d3f3 HTTP/1.1" status: 204 len: 168 time: 0.2945280 Jul 09 22:13:14.827520 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8314730b-3db2-4f38-85a7-c1039651fc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:14.831564 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7845241-e5c7-4775-94da-94fc6c624426 req-cd3afd87-89e3-435e-9571-e20b916c70fc tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 943 time: 0.1561887 Jul 09 22:13:14.839021 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc93649-d1c9-45f1-9db3-e85e8b7ed4e5 req-5a81ea81-563f-4d31-9bbf-6a8a2270ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:14.840623 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-acc93649-d1c9-45f1-9db3-e85e8b7ed4e5 req-5a81ea81-563f-4d31-9bbf-6a8a2270ef4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c95b803724b41fab1183b3ec5d8f810&device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 1101 time: 0.1369205 Jul 09 22:13:14.855428 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f3523-b065-4469-82fe-fe1a05e3dcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdbb8fc-37a1-4500-8569-bb06fb84d3f3,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:15.060158 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7845241-e5c7-4775-94da-94fc6c624426 req-30f34767-b4aa-465e-b542-ac061fb6fd0a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184472 Jul 09 22:13:15.126957 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-653c524e-53b7-4e5d-931c-9326dee10d4f req-bda2fa96-ae0a-441b-bef5-a967ebbac27c tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 210 time: 0.0607960 Jul 09 22:13:15.156548 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc93649-d1c9-45f1-9db3-e85e8b7ed4e5 req-e1f45d61-5af5-478b-98ab-161967c4f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:15.158401 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-acc93649-d1c9-45f1-9db3-e85e8b7ed4e5 req-e1f45d61-5af5-478b-98ab-161967c4f97d service neutron] 10.222.0.11 "GET /v2.0/networks?id=546853bf-ec14-403e-9bec-9ebc770e5100 HTTP/1.1" status: 200 len: 870 time: 0.2904093 Jul 09 22:13:15.234592 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:15.286557 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-acc93649-d1c9-45f1-9db3-e85e8b7ed4e5 req-8b99cf4f-8133-4a8d-8004-387c3d3f732e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=9a4158e2-be7e-4a19-99f4-dec929308d49 HTTP/1.1" status: 200 len: 217 time: 0.1118987 Jul 09 22:13:15.366085 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc93649-d1c9-45f1-9db3-e85e8b7ed4e5 req-c54fd4e1-ec7c-49d4-b7fe-6f146669015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:15.367879 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-acc93649-d1c9-45f1-9db3-e85e8b7ed4e5 req-c54fd4e1-ec7c-49d4-b7fe-6f146669015d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03f9ea49-537d-4b09-97c4-27f64d0d8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0685337 Jul 09 22:13:15.486726 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc93649-d1c9-45f1-9db3-e85e8b7ed4e5 req-6d319859-9306-42ca-b41b-612faa54f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:15.488496 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-acc93649-d1c9-45f1-9db3-e85e8b7ed4e5 req-6d319859-9306-42ca-b41b-612faa54f4df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=546853bf-ec14-403e-9bec-9ebc770e5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1127625 Jul 09 22:13:15.638533 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56b803-8ff4-420c-93b6-bc5d78440b81 req-c598b338-5417-4d2b-9da2-9662b10e138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:15.641325 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dc56b803-8ff4-420c-93b6-bc5d78440b81 req-c598b338-5417-4d2b-9da2-9662b10e138e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e38d172f82bf4fbaa466022ebb6ecce5&device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 1098 time: 0.1871884 Jul 09 22:13:15.785711 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-acc93649-d1c9-45f1-9db3-e85e8b7ed4e5 req-88602729-d4d2-46db-8886-ed3a768cc474 service neutron] 10.222.0.11 "GET /v2.0/networks/546853bf-ec14-403e-9bec-9ebc770e5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825475 Jul 09 22:13:15.805271 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5602f-4228-4a37-88a4-b2ac2e202179 req-a82da06a-a422-4fcb-bc50-28cec71354d6 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:15.807420 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b4d5602f-4228-4a37-88a4-b2ac2e202179 req-a82da06a-a422-4fcb-bc50-28cec71354d6 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.2755239 Jul 09 22:13:15.833572 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56b803-8ff4-420c-93b6-bc5d78440b81 req-6ee286e9-097a-460f-969d-06db737f5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:15.835141 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dc56b803-8ff4-420c-93b6-bc5d78440b81 req-6ee286e9-097a-460f-969d-06db737f5a21 service neutron] 10.222.0.11 "GET /v2.0/networks?id=64d56d6c-b5b0-457e-b45f-91b55fb58f13 HTTP/1.1" status: 200 len: 919 time: 0.1661057 Jul 09 22:13:15.893619 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b4d5602f-4228-4a37-88a4-b2ac2e202179 req-ee915901-6313-45f7-acd8-2f562ead0b58 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728228 Jul 09 22:13:16.004789 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2b10a-c2d1-4e49-bf4f-0ebdc67bc27f req-47cf2c1d-5a5c-4e8c-ae8b-eeac8979b6a4 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:16.006767 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d5f2b10a-c2d1-4e49-bf4f-0ebdc67bc27f req-47cf2c1d-5a5c-4e8c-ae8b-eeac8979b6a4 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 948 time: 0.0821080 Jul 09 22:13:16.074573 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d5f2b10a-c2d1-4e49-bf4f-0ebdc67bc27f req-84b736af-ce26-478d-a392-d1e2de8f146f tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543101 Jul 09 22:13:16.343521 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-60753e17-9ded-493a-83e1-4ae3bf3856be req-8f615cf4-a290-49c4-8934-b4e53a3f0a2b tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 210 time: 0.0376370 Jul 09 22:13:16.405318 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966ab8c-7a1e-4b80-bedf-85ba8e50a040 req-fee2236d-ef8a-408a-b430-b5cdb309e061 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:16.409876 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b966ab8c-7a1e-4b80-bedf-85ba8e50a040 req-fee2236d-ef8a-408a-b430-b5cdb309e061 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 943 time: 0.1637335 Jul 09 22:13:16.543428 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37936) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:16.627254 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:16.698878 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b966ab8c-7a1e-4b80-bedf-85ba8e50a040 req-b0fdf80e-5db2-4a12-b78f-4687d5076a82 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792618 Jul 09 22:13:16.856761 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a78b-871e-42b5-8dc5-b7d73047ccb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:16.962678 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a78b-871e-42b5-8dc5-b7d73047ccb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:16.965775 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 9bf2aee1-5711-4db3-9efd-d12ce824eb69 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:13:16.978520 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a78b-871e-42b5-8dc5-b7d73047ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:17.026334 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-d3d9a78b-871e-42b5-8dc5-b7d73047ccb6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a819a1e7f0034f09a786236948fc6d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4767766 Jul 09 22:13:17.026957 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37954) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:17.068378 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9a78b-871e-42b5-8dc5-b7d73047ccb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9a1586-9d10-4300-a8ad-5b50be1a7546,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:17.084975 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d656856d-d10a-48cd-a470-27f510a86383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:17.112247 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d656856d-d10a-48cd-a470-27f510a86383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:17.173777 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d656856d-d10a-48cd-a470-27f510a86383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:17.177117 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d656856d-d10a-48cd-a470-27f510a86383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:17.178327 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-d656856d-d10a-48cd-a470-27f510a86383 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b9a1586-9d10-4300-a8ad-5b50be1a7546 HTTP/1.1" status: 204 len: 168 time: 0.1502583 Jul 09 22:13:17.188398 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656856d-d10a-48cd-a470-27f510a86383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9a1586-9d10-4300-a8ad-5b50be1a7546,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:17.284259 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 9bf2aee1-5711-4db3-9efd-d12ce824eb69, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9bf2aee1-5711-4db3-9efd-d12ce824eb69,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:13:17.300923 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': '9bf2aee1-5711-4db3-9efd-d12ce824eb69', 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2', 'port_id': '9bf2aee1-5711-4db3-9efd-d12ce824eb69', 'mac_address': 'fa:16:3e:a3:c3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8a9bc5-7293-41e2-a6fc-44520b19e195', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:13:17.326734 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8bb6f-abb1-4e1c-8da5-ec9e6eba16d8 req-6609974c-6877-4f7e-a309-17bf3562856a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:17.328972 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33c8bb6f-abb1-4e1c-8da5-ec9e6eba16d8 req-6609974c-6877-4f7e-a309-17bf3562856a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.2008619 Jul 09 22:13:17.424051 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:17.429741 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33c8bb6f-abb1-4e1c-8da5-ec9e6eba16d8 req-3222d1bb-67f3-4870-abc6-197008c03d7f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939081 Jul 09 22:13:17.497726 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf2aee1-5711-4db3-9efd-d12ce824eb69 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:13:17.517640 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf20a44-1486-4b56-a820-e6d5ebd3c587 req-39d7f426-0497-4dbe-a08a-368d6aef190d tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:17.519605 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0cf20a44-1486-4b56-a820-e6d5ebd3c587 req-39d7f426-0497-4dbe-a08a-368d6aef190d tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 948 time: 0.1061900 Jul 09 22:13:17.569505 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 9bf2aee1-5711-4db3-9efd-d12ce824eb69, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9bf2aee1-5711-4db3-9efd-d12ce824eb69,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:13:17.585655 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:17.585999 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0cf20a44-1486-4b56-a820-e6d5ebd3c587 req-8f518725-c2da-40cd-b4e8-e4a0cf5959df tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501118 Jul 09 22:13:17.652509 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37968) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:17.677728 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b0dbfa9a-ab00-46b2-8298-9f4c6bb900bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:17.701403 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=9bf2aee1-5711-4db3-9efd-d12ce824eb69,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:17.717829 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-60c81e84-b4cd-411a-85a2-49fb6569d861 req-94f5cc38-f1a0-4ee4-888e-2aac2c078f32 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 210 time: 0.0452707 Jul 09 22:13:17.801272 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b0dbfa9a-ab00-46b2-8298-9f4c6bb900bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:17.806322 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b0dbfa9a-ab00-46b2-8298-9f4c6bb900bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:17.850731 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-b0dbfa9a-ab00-46b2-8298-9f4c6bb900bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c3f97ac5ea84c4995d6e9704017656d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964810 Jul 09 22:13:17.851596 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbfa9a-ab00-46b2-8298-9f4c6bb900bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9bd435-8c81-4418-b0f9-f876cf38f7cb,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:17.855403 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 37974) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:17.909611 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d3d19f8f-7dc8-4415-aa96-30c08407db1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:17.937899 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a1c20-8ac1-4295-bfcc-4fed26c0be92 req-e909cc21-6e7a-4e5d-8397-874f3385d9ed tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:17.938383 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d3d19f8f-7dc8-4415-aa96-30c08407db1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:17.939875 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a25a1c20-8ac1-4295-bfcc-4fed26c0be92 req-e909cc21-6e7a-4e5d-8397-874f3385d9ed tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 944 time: 0.0978937 Jul 09 22:13:17.985823 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a25a1c20-8ac1-4295-bfcc-4fed26c0be92 req-7228b4c2-a8c8-437d-b846-b4960360d8bc tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350871 Jul 09 22:13:18.006079 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d3d19f8f-7dc8-4415-aa96-30c08407db1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:18.008703 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d3d19f8f-7dc8-4415-aa96-30c08407db1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:18.012385 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-d3d19f8f-7dc8-4415-aa96-30c08407db1e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf9bd435-8c81-4418-b0f9-f876cf38f7cb HTTP/1.1" status: 204 len: 168 time: 0.1535187 Jul 09 22:13:18.019696 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d19f8f-7dc8-4415-aa96-30c08407db1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9bd435-8c81-4418-b0f9-f876cf38f7cb,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:18.161910 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dc56b803-8ff4-420c-93b6-bc5d78440b81 req-2bebd129-bbe8-4fea-a46a-cc33810dc307 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d054d0a5-db49-4db2-a4b1-3b071e872831 HTTP/1.1" status: 200 len: 217 time: 0.0790763 Jul 09 22:13:18.255963 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-acc93649-d1c9-45f1-9db3-e85e8b7ed4e5 req-5b376a38-d453-4a4e-8052-f54db37f2782 service neutron] 10.222.0.11 "GET /v2.0/networks/546853bf-ec14-403e-9bec-9ebc770e5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625412 Jul 09 22:13:18.389001 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:18.708693 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d67114-5c98-4109-9111-ac8dc8d850e7 req-80c3c9dc-cd90-4949-ae41-17bcba820d99 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:18.710651 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-25d67114-5c98-4109-9111-ac8dc8d850e7 req-80c3c9dc-cd90-4949-ae41-17bcba820d99 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1171467 Jul 09 22:13:18.774176 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-25d67114-5c98-4109-9111-ac8dc8d850e7 req-6618661d-919a-4a42-89b5-a08fe8ce21ce tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521359 Jul 09 22:13:18.852776 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77e8dc-67ec-45f9-8779-277abc955779 req-37bece89-c129-471e-9849-46fd48ba313e tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:18.855195 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c77e8dc-67ec-45f9-8779-277abc955779 req-37bece89-c129-471e-9849-46fd48ba313e tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 948 time: 0.0992031 Jul 09 22:13:18.926958 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c77e8dc-67ec-45f9-8779-277abc955779 req-c66af864-c56a-4741-a93f-2c0b31569731 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605977 Jul 09 22:13:18.973179 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:18.975732 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-99819b1c-743e-4d2a-8d11-160bd4c3745b req-7d613242-b8e4-4d49-aa07-dde027ee265d tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 210 time: 0.0354323 Jul 09 22:13:19.247501 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d969206-4c29-485d-81f0-7e90e4b33baa req-f1578eee-a17b-4ee2-8dcc-f8c3053d561f tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:19.250101 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5d969206-4c29-485d-81f0-7e90e4b33baa req-f1578eee-a17b-4ee2-8dcc-f8c3053d561f tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 944 time: 0.1185215 Jul 09 22:13:19.305324 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5d969206-4c29-485d-81f0-7e90e4b33baa req-7ead8f7f-d7e9-41cb-a01d-0f653ea2c0b9 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483730 Jul 09 22:13:19.908534 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56b803-8ff4-420c-93b6-bc5d78440b81 req-101a14cd-9558-4570-bf2e-bf5ca9c70b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:19.910799 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dc56b803-8ff4-420c-93b6-bc5d78440b81 req-101a14cd-9558-4570-bf2e-bf5ca9c70b8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9 HTTP/1.1" status: 200 len: 858 time: 0.1042454 Jul 09 22:13:19.956781 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dc56b803-8ff4-420c-93b6-bc5d78440b81 req-bcc9de0b-37f2-4a08-aa94-b5d41277a3cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64d56d6c-b5b0-457e-b45f-91b55fb58f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306139 Jul 09 22:13:20.104617 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dc56b803-8ff4-420c-93b6-bc5d78440b81 req-2caab46a-a69b-4887-a79b-ed8f316f0a15 service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401024 Jul 09 22:13:20.114072 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e43dde-7685-43ac-a28e-5f3ddb81663b req-ddab0f48-1afc-4dc5-8a89-02b4fde718d3 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:20.115975 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-58e43dde-7685-43ac-a28e-5f3ddb81663b req-ddab0f48-1afc-4dc5-8a89-02b4fde718d3 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1430886 Jul 09 22:13:20.263569 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-58e43dde-7685-43ac-a28e-5f3ddb81663b req-9e02a93e-bcf7-447f-8d86-a44f6160b59c tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262617 Jul 09 22:13:20.288792 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dc56b803-8ff4-420c-93b6-bc5d78440b81 req-14ecd8b4-865e-48d8-bde8-3a9618e0f971 service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713574 Jul 09 22:13:20.338309 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd000f06-d106-4319-b776-38608fc14a1a req-fa76b4ac-4045-435d-9d5f-3e7515f454fb tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:20.341693 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd000f06-d106-4319-b776-38608fc14a1a req-fa76b4ac-4045-435d-9d5f-3e7515f454fb tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 948 time: 0.1657336 Jul 09 22:13:20.408172 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd000f06-d106-4319-b776-38608fc14a1a req-bf073ede-2257-42ba-ba0a-a3d0f5fffdb1 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563748 Jul 09 22:13:20.618364 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e7dc0b4e-2d44-470b-9863-6267e7edff26 req-dc832266-d3ca-4d04-ac42-ae2c499fe09e tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 210 time: 0.1173539 Jul 09 22:13:20.630737 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['9bf2aee1-5711-4db3-9efd-d12ce824eb69'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:13:20.909583 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1810a-57fe-409f-99ce-fd9affb268e6 req-c147fa73-3e00-4318-af0a-8eac5b5ab3f1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:20.911181 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5eb1810a-57fe-409f-99ce-fd9affb268e6 req-c147fa73-3e00-4318-af0a-8eac5b5ab3f1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 944 time: 0.2581291 Jul 09 22:13:20.997679 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-db6e9aac-535d-4796-9090-d3f91e166c2b tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:20.999324 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-db6e9aac-535d-4796-9090-d3f91e166c2b tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.11 "GET /v2.0/networks?id=3e579fa2-6545-4271-9a54-cbb6f69e7636 HTTP/1.1" status: 200 len: 809 time: 0.2697675 Jul 09 22:13:21.002501 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5eb1810a-57fe-409f-99ce-fd9affb268e6 req-095f801e-4b2c-4ce2-9588-501941c67ab4 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657265 Jul 09 22:13:21.039908 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-3971b1a2-b208-42f6-93fe-2fcb65ce9edf tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Request body: {'port': {'device_id': '2dac5c05-420e-47b0-a59a-713588cf5298', 'network_id': '3e579fa2-6545-4271-9a54-cbb6f69e7636', 'admin_state_up': True, 'tenant_id': '32aa30de0b494ec1aa6d837d34c7e0a4'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:13:21.095042 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 38076) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:21.208884 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-3971b1a2-b208-42f6-93fe-2fcb65ce9edf tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Made reservation on behalf of 32aa30de0b494ec1aa6d837d34c7e0a4 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:13:21.213088 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-3971b1a2-b208-42f6-93fe-2fcb65ce9edf tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:21.238964 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-24d3d741-26e6-4efc-84fc-00119e1368ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:21.381572 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-24d3d741-26e6-4efc-84fc-00119e1368ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:21.390119 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-24d3d741-26e6-4efc-84fc-00119e1368ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:21.402248 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-3971b1a2-b208-42f6-93fe-2fcb65ce9edf tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Allocated IP 172.20.0.3 (3e579fa2-6545-4271-9a54-cbb6f69e7636/cfb2726f-a158-4c0b-9229-790a93825566/55df6223-f1e5-4bf8-9bf2-3968334b5d2b) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:13:21.467734 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 38088) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:21.468557 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-24d3d741-26e6-4efc-84fc-00119e1368ec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93feb1a498bd42f9a5fa7bc71dd2d4f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3712718 Jul 09 22:13:21.470477 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3d741-26e6-4efc-84fc-00119e1368ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63892ae-a032-4bb7-b871-011ee5d4464b,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:21.713853 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-3971b1a2-b208-42f6-93fe-2fcb65ce9edf tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:21.717260 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-747aae69-d64c-4a72-b805-111c48f7ec90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:21.772883 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ef0cc-e31e-481c-8071-b1410063863e req-5d24ec64-6595-4935-b85f-b0cf37fe21ef tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:21.774475 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f7ef0cc-e31e-481c-8071-b1410063863e req-5d24ec64-6595-4935-b85f-b0cf37fe21ef tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.2969174 Jul 09 22:13:21.778955 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-747aae69-d64c-4a72-b805-111c48f7ec90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:21.821784 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8ed4f-6160-4e96-8c57-e825b3a946cf req-566895e7-7034-4fad-a1cb-942c8913b649 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:21.823869 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7ab8ed4f-6160-4e96-8c57-e825b3a946cf req-566895e7-7034-4fad-a1cb-942c8913b649 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 948 time: 0.2472043 Jul 09 22:13:21.909608 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f7ef0cc-e31e-481c-8071-b1410063863e req-cac0aa55-6661-4ffd-854c-073fee3f66a3 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269162 Jul 09 22:13:21.918958 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-3971b1a2-b208-42f6-93fe-2fcb65ce9edf tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:21.964582 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7ab8ed4f-6160-4e96-8c57-e825b3a946cf req-f3d9d5ab-c3ce-4d53-91e6-9723fc3972ae tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195900 Jul 09 22:13:21.999688 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-3971b1a2-b208-42f6-93fe-2fcb65ce9edf tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Network 3e579fa2-6545-4271-9a54-cbb6f69e7636 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:13:22.013126 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-3971b1a2-b208-42f6-93fe-2fcb65ce9edf tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:13:22.013126 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-747aae69-d64c-4a72-b805-111c48f7ec90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:22.014197 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-747aae69-d64c-4a72-b805-111c48f7ec90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:22.014953 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-747aae69-d64c-4a72-b805-111c48f7ec90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f63892ae-a032-4bb7-b871-011ee5d4464b HTTP/1.1" status: 204 len: 168 time: 0.5460432 Jul 09 22:13:22.016631 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-3971b1a2-b208-42f6-93fe-2fcb65ce9edf tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:13:22.021932 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-3971b1a2-b208-42f6-93fe-2fcb65ce9edf tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:22.024691 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-3971b1a2-b208-42f6-93fe-2fcb65ce9edf tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:22.054042 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747aae69-d64c-4a72-b805-111c48f7ec90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63892ae-a032-4bb7-b871-011ee5d4464b,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:22.059549 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971b1a2-b208-42f6-93fe-2fcb65ce9edf tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Pushing event updated for resources: {'Port': ['ID=55df6223-f1e5-4bf8-9bf2-3968334b5d2b,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:22.099953 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 9bf2aee1-5711-4db3-9efd-d12ce824eb69 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:13:22.106539 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-3971b1a2-b208-42f6-93fe-2fcb65ce9edf tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0792134 Jul 09 22:13:22.176545 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Request body: {'port': {'device_id': '2dac5c05-420e-47b0-a59a-713588cf5298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:13:22.294954 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port 9bf2aee1-5711-4db3-9efd-d12ce824eb69 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:13:22.303023 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port 9bf2aee1-5711-4db3-9efd-d12ce824eb69 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:13:22.303807 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:22.415180 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:22.445322 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b4290f-49e1-478d-ba01-87ea2a710fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf2aee1-5711-4db3-9efd-d12ce824eb69'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:13:22.447973 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d310f26e-e49d-49c0-a4db-4555ebadeb70" -d '{"events": [{"server_uuid": "a5b4290f-49e1-478d-ba01-87ea2a710fb1", "name": "network-vif-plugged", "status": "completed", "tag": "9bf2aee1-5711-4db3-9efd-d12ce824eb69"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:13:22.462184 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 9bf2aee1-5711-4db3-9efd-d12ce824eb69, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9bf2aee1-5711-4db3-9efd-d12ce824eb69,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:13:22.468753 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:22.508356 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:22.563777 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=9bf2aee1-5711-4db3-9efd-d12ce824eb69,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:22.607027 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09579840-ef03-4aaa-b1f4-8162848924b0 req-934e9201-75b0-470f-aff3-95114227dab9 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:22.614183 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-09579840-ef03-4aaa-b1f4-8162848924b0 req-934e9201-75b0-470f-aff3-95114227dab9 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 931 time: 0.3006415 Jul 09 22:13:22.618200 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 38114) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:22.636688 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b810e853-6685-4580-838c-b4e6917eff2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:22.680689 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f19259-5163-4627-8209-43535697e58c req-77d5bc9f-4909-4a35-a3fb-16e3f5b595b5 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:22.682321 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-90f19259-5163-4627-8209-43535697e58c req-77d5bc9f-4909-4a35-a3fb-16e3f5b595b5 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 944 time: 0.3701212 Jul 09 22:13:22.757376 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-09579840-ef03-4aaa-b1f4-8162848924b0 req-e47302d4-9612-49a4-83bc-9fe8b80a8e2b tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421840 Jul 09 22:13:22.759978 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b810e853-6685-4580-838c-b4e6917eff2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:22.766182 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b810e853-6685-4580-838c-b4e6917eff2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:22.812285 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-90f19259-5163-4627-8209-43535697e58c req-25c67f78-6eea-4cb2-b139-ec96ee7f0516 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132727 Jul 09 22:13:22.814594 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 38120) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:22.814724 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-b810e853-6685-4580-838c-b4e6917eff2a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=34995149cc9a40bea98b7f88f8cdf94e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943812 Jul 09 22:13:22.826337 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810e853-6685-4580-838c-b4e6917eff2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6735efc-b5ee-4886-8a5f-aa935f555995,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:22.841551 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810e853-6685-4580-838c-b4e6917eff2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:22.841931 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810e853-6685-4580-838c-b4e6917eff2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:22.842274 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810e853-6685-4580-838c-b4e6917eff2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:22.842615 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810e853-6685-4580-838c-b4e6917eff2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:22.842936 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810e853-6685-4580-838c-b4e6917eff2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:22.843263 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810e853-6685-4580-838c-b4e6917eff2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:22.843584 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810e853-6685-4580-838c-b4e6917eff2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:22.844142 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810e853-6685-4580-838c-b4e6917eff2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:22.844617 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810e853-6685-4580-838c-b4e6917eff2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:22.845127 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810e853-6685-4580-838c-b4e6917eff2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:22.845623 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810e853-6685-4580-838c-b4e6917eff2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:22.846096 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810e853-6685-4580-838c-b4e6917eff2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:22.853624 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a235c3e7-7d9e-4692-b4eb-748726e73065 x-openstack-request-id: req-a235c3e7-7d9e-4692-b4eb-748726e73065 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:13:22.853975 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b4290f-49e1-478d-ba01-87ea2a710fb1", "name": "network-vif-plugged", "status": "completed", "tag": "9bf2aee1-5711-4db3-9efd-d12ce824eb69", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:13:22.854475 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a235c3e7-7d9e-4692-b4eb-748726e73065 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:13:22.854881 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b4290f-49e1-478d-ba01-87ea2a710fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf2aee1-5711-4db3-9efd-d12ce824eb69', 'code': 200} Jul 09 22:13:22.911424 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f8a73fae-74f2-4d32-b657-e7e16dbbbf6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:22.973702 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f8a73fae-74f2-4d32-b657-e7e16dbbbf6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:23.030926 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55df6223-f1e5-4bf8-9bf2-3968334b5d2b {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:13:23.071717 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:23.206587 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Transition to ACTIVE for port object 55df6223-f1e5-4bf8-9bf2-3968334b5d2b will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:13:23.439392 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f8a73fae-74f2-4d32-b657-e7e16dbbbf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:23.442256 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f8a73fae-74f2-4d32-b657-e7e16dbbbf6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:23.443431 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-f8a73fae-74f2-4d32-b657-e7e16dbbbf6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6735efc-b5ee-4886-8a5f-aa935f555995 HTTP/1.1" status: 204 len: 168 time: 0.6278901 Jul 09 22:13:23.457009 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:23.494564 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a73fae-74f2-4d32-b657-e7e16dbbbf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6735efc-b5ee-4886-8a5f-aa935f555995,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:23.544737 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a73fae-74f2-4d32-b657-e7e16dbbbf6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:23.545198 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a73fae-74f2-4d32-b657-e7e16dbbbf6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:23.545623 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a73fae-74f2-4d32-b657-e7e16dbbbf6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:23.546021 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a73fae-74f2-4d32-b657-e7e16dbbbf6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:23.546418 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a73fae-74f2-4d32-b657-e7e16dbbbf6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:23.546802 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a73fae-74f2-4d32-b657-e7e16dbbbf6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:23.547137 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a73fae-74f2-4d32-b657-e7e16dbbbf6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:23.547464 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a73fae-74f2-4d32-b657-e7e16dbbbf6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:23.547786 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a73fae-74f2-4d32-b657-e7e16dbbbf6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:23.548105 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a73fae-74f2-4d32-b657-e7e16dbbbf6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:23.548422 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a73fae-74f2-4d32-b657-e7e16dbbbf6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:23.548779 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a73fae-74f2-4d32-b657-e7e16dbbbf6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:13:23.641866 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69431a9f-49ee-48d4-adb2-751974bbb976 req-abe2cab5-e7da-41d7-b585-8640ae1d6a46 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:23.649021 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-69431a9f-49ee-48d4-adb2-751974bbb976 req-abe2cab5-e7da-41d7-b585-8640ae1d6a46 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.5554650 Jul 09 22:13:23.670216 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Pushing event updated for resources: {'Port': ['ID=55df6223-f1e5-4bf8-9bf2-3968334b5d2b,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:23.689419 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7cc5f-f687-4aae-a91d-8019e7ccc6ac req-b2f44473-22b0-4131-ba06-8ccea485184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:23.690948 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5bb7cc5f-f687-4aae-a91d-8019e7ccc6ac req-b2f44473-22b0-4131-ba06-8ccea485184c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 1098 time: 0.5450521 Jul 09 22:13:23.715272 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45918a3c-318d-4f95-8cc0-9ff03240f313 req-40c21ef4-e21b-4702-afeb-44ee525f1e8f tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:23.716890 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-45918a3c-318d-4f95-8cc0-9ff03240f313 req-40c21ef4-e21b-4702-afeb-44ee525f1e8f tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 948 time: 0.5534165 Jul 09 22:13:23.753617 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Attempting to bind port 55df6223-f1e5-4bf8-9bf2-3968334b5d2b on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:13:23.753955 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Attempting to bind port 55df6223-f1e5-4bf8-9bf2-3968334b5d2b by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '181867d4-b460-4e04-98e8-201a446c4786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3e579fa2-6545-4271-9a54-cbb6f69e7636'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:13:23.754280 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Attempting to bind port 55df6223-f1e5-4bf8-9bf2-3968334b5d2b on network 3e579fa2-6545-4271-9a54-cbb6f69e7636 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:13:23.779024 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Port 55df6223-f1e5-4bf8-9bf2-3968334b5d2b on network 3e579fa2-6545-4271-9a54-cbb6f69e7636 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:13:23.779355 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Attempting to bind port 55df6223-f1e5-4bf8-9bf2-3968334b5d2b on network 3e579fa2-6545-4271-9a54-cbb6f69e7636 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:13:23.806901 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-69431a9f-49ee-48d4-adb2-751974bbb976 req-4497a9b6-b0a3-4f76-b7a1-99d817286ce4 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569691 Jul 09 22:13:23.810477 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:13:23.810604 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Checking segment: {'id': '181867d4-b460-4e04-98e8-201a446c4786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3e579fa2-6545-4271-9a54-cbb6f69e7636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:13:23.810910 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Bound using segment: {'id': '181867d4-b460-4e04-98e8-201a446c4786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3e579fa2-6545-4271-9a54-cbb6f69e7636'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:13:23.811359 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Bound port: 55df6223-f1e5-4bf8-9bf2-3968334b5d2b, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181867d4-b460-4e04-98e8-201a446c4786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3e579fa2-6545-4271-9a54-cbb6f69e7636'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:13:23.811713 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:23.817898 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5bb7cc5f-f687-4aae-a91d-8019e7ccc6ac req-965f1649-0419-45ae-ad09-4fe039ca14af service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999470 Jul 09 22:13:23.831175 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-45918a3c-318d-4f95-8cc0-9ff03240f313 req-91997879-8502-46b5-ae18-6a1ebbcf08d9 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981441 Jul 09 22:13:23.896037 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] For port 55df6223-f1e5-4bf8-9bf2-3968334b5d2b, host hv-cinder-79496, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:13:23.903381 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] For port 55df6223-f1e5-4bf8-9bf2-3968334b5d2b, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=55df6223-f1e5-4bf8-9bf2-3968334b5d2b,segment=NetworkSegment(181867d4-b460-4e04-98e8-201a446c4786),segment_id=181867d4-b460-4e04-98e8-201a446c4786)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:13:23.912713 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:23.987064 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:23.988217 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:23.989079 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] 10.222.0.11 "PUT /v2.0/ports/55df6223-f1e5-4bf8-9bf2-3968334b5d2b HTTP/1.1" status: 200 len: 1093 time: 1.8345964 Jul 09 22:13:23.990485 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dac5c05-420e-47b0-a59a-713588cf5298', 'tag': '55df6223-f1e5-4bf8-9bf2-3968334b5d2b'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:13:23.992778 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9b52fa-e77d-4d14-846b-70261ee0ad2e" -d '{"events": [{"name": "network-changed", "server_uuid": "2dac5c05-420e-47b0-a59a-713588cf5298", "tag": "55df6223-f1e5-4bf8-9bf2-3968334b5d2b"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:13:24.018825 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc70571-d05f-4a6a-b302-5b47f6a9bca0 service neutron] Pushing event updated for resources: {'Port': ['ID=55df6223-f1e5-4bf8-9bf2-3968334b5d2b,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:24.084351 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410653a0-240d-43f9-9cdc-5c2a869e5ff4 req-ca921495-7f68-4e32-b08b-59836ac85871 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:24.085913 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-410653a0-240d-43f9-9cdc-5c2a869e5ff4 req-ca921495-7f68-4e32-b08b-59836ac85871 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 943 time: 0.1438000 Jul 09 22:13:24.100599 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 9a4158e2-be7e-4a19-99f4-dec929308d49 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:13:24.157279 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a28d7a-0f23-4b04-9aa3-19ebe354e062 req-bbb8f18c-615b-40ac-98c2-c285bd903bdc tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:24.158122 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-47a28d7a-0f23-4b04-9aa3-19ebe354e062 req-bbb8f18c-615b-40ac-98c2-c285bd903bdc tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 945 time: 0.1404059 Jul 09 22:13:24.187560 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-410653a0-240d-43f9-9cdc-5c2a869e5ff4 req-63741ea6-f3a0-4c4c-91f7-ab9666649eec tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892367 Jul 09 22:13:24.235690 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-0f8a678a-0baf-4de2-b30f-4d9f47b02497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:24.239516 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-0f8a678a-0baf-4de2-b30f-4d9f47b02497 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32aa30de0b494ec1aa6d837d34c7e0a4&device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 1096 time: 0.1524365 Jul 09 22:13:24.249339 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-47a28d7a-0f23-4b04-9aa3-19ebe354e062 req-ea0c97df-9d61-4059-8b8d-563dd0fa00d5 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824137 Jul 09 22:13:24.295207 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d440a6b5-c4d7-4327-9653-871e45e9bd5b x-openstack-request-id: req-d440a6b5-c4d7-4327-9653-871e45e9bd5b {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:13:24.295490 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dac5c05-420e-47b0-a59a-713588cf5298", "tag": "55df6223-f1e5-4bf8-9bf2-3968334b5d2b", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:13:24.295905 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d440a6b5-c4d7-4327-9653-871e45e9bd5b {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:13:24.296438 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dac5c05-420e-47b0-a59a-713588cf5298', 'tag': '55df6223-f1e5-4bf8-9bf2-3968334b5d2b', 'status': 'completed', 'code': 200} Jul 09 22:13:24.298586 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-b64bf4ce-7cc9-418d-8c26-a813f47baccc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55df6223-f1e5-4bf8-9bf2-3968334b5d2b HTTP/1.1" status: 200 len: 217 time: 0.0477049 Jul 09 22:13:24.334405 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 9a4158e2-be7e-4a19-99f4-dec929308d49, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9a4158e2-be7e-4a19-99f4-dec929308d49,segment=NetworkSegment(2563ae31-921c-41ee-a2b6-a655e25041a3),segment_id=2563ae31-921c-41ee-a2b6-a655e25041a3)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:13:24.353020 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-a3c83765-a4c5-4fc2-a444-fbcb01338119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:24.354816 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-a3c83765-a4c5-4fc2-a444-fbcb01338119 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfb2726f-a158-4c0b-9229-790a93825566 HTTP/1.1" status: 200 len: 849 time: 0.0485916 Jul 09 22:13:24.355688 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': '9a4158e2-be7e-4a19-99f4-dec929308d49', 'network_id': '546853bf-ec14-403e-9bec-9ebc770e5100', 'port_id': '9a4158e2-be7e-4a19-99f4-dec929308d49', 'mac_address': 'fa:16:3e:a2:ca:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f9ea49-537d-4b09-97c4-27f64d0d8ab8', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:13:24.398730 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-65f72ce0-aa50-4952-9db2-c554f3507bdf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e579fa2-6545-4271-9a54-cbb6f69e7636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369024 Jul 09 22:13:24.408023 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:24.422672 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a4158e2-be7e-4a19-99f4-dec929308d49 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:13:24.445371 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 9a4158e2-be7e-4a19-99f4-dec929308d49, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9a4158e2-be7e-4a19-99f4-dec929308d49,segment=NetworkSegment(2563ae31-921c-41ee-a2b6-a655e25041a3),segment_id=2563ae31-921c-41ee-a2b6-a655e25041a3)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:13:24.450824 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:24.522629 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-a1d3af96-2d7e-4e3a-b681-42bffeefe524 service neutron] 10.222.0.11 "GET /v2.0/networks/3e579fa2-6545-4271-9a54-cbb6f69e7636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170726 Jul 09 22:13:24.541787 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=9a4158e2-be7e-4a19-99f4-dec929308d49,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:24.726806 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef6611b8-f5f4-4802-8f7a-777aaa42ad53 req-61b32472-fb02-4758-a4c1-2e27548b811d service neutron] 10.222.0.11 "GET /v2.0/networks/3e579fa2-6545-4271-9a54-cbb6f69e7636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967659 Jul 09 22:13:24.885960 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b52fa-e77d-4d14-846b-70261ee0ad2e req-9d7811bf-9acd-42c6-a6d1-45e9377a7248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:24.888382 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a9b52fa-e77d-4d14-846b-70261ee0ad2e req-9d7811bf-9acd-42c6-a6d1-45e9377a7248 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32aa30de0b494ec1aa6d837d34c7e0a4&device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 1096 time: 0.0755548 Jul 09 22:13:25.095168 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b52fa-e77d-4d14-846b-70261ee0ad2e req-ae326552-83e8-4484-bb26-0086e87d5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:25.096835 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a9b52fa-e77d-4d14-846b-70261ee0ad2e req-ae326552-83e8-4484-bb26-0086e87d5873 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e579fa2-6545-4271-9a54-cbb6f69e7636 HTTP/1.1" status: 200 len: 910 time: 0.2010765 Jul 09 22:13:25.100219 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 38226) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:25.148435 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a9b52fa-e77d-4d14-846b-70261ee0ad2e req-7cb7ab4b-6489-4e6c-9132-23cb0fc8cd59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55df6223-f1e5-4bf8-9bf2-3968334b5d2b HTTP/1.1" status: 200 len: 217 time: 0.0431032 Jul 09 22:13:25.162778 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc27259-494f-425b-a976-a69371fe09e7 req-6ee518d1-82ad-49b3-8eee-c356b230d839 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:25.164309 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9fc27259-494f-425b-a976-a69371fe09e7 req-6ee518d1-82ad-49b3-8eee-c356b230d839 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1981320 Jul 09 22:13:25.174075 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775e509-3054-4c2b-a969-8f032b384739 req-221fc5d0-1a1b-43d9-ac80-f470b6ef1721 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:25.180968 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9775e509-3054-4c2b-a969-8f032b384739 req-221fc5d0-1a1b-43d9-ac80-f470b6ef1721 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 949 time: 0.1996138 Jul 09 22:13:25.186592 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['9a4158e2-be7e-4a19-99f4-dec929308d49'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:13:25.275945 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-02266eb9-effe-4bb3-a429-5d96d43eb9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:25.327152 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b52fa-e77d-4d14-846b-70261ee0ad2e req-ea6e1ac7-2280-478a-9376-beb1f42696e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:25.333078 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a9b52fa-e77d-4d14-846b-70261ee0ad2e req-ea6e1ac7-2280-478a-9376-beb1f42696e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfb2726f-a158-4c0b-9229-790a93825566 HTTP/1.1" status: 200 len: 849 time: 0.1652749 Jul 09 22:13:25.408605 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9fc27259-494f-425b-a976-a69371fe09e7 req-91812b11-4a17-4749-aad8-33ab21f4e22c tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117767 Jul 09 22:13:25.417963 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9775e509-3054-4c2b-a969-8f032b384739 req-a7099942-bcaa-449b-bc68-b2520a516ae4 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353146 Jul 09 22:13:25.481205 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a9b52fa-e77d-4d14-846b-70261ee0ad2e req-52937e46-b07f-4ce1-a5e3-7e38c11e1120 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e579fa2-6545-4271-9a54-cbb6f69e7636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033635 Jul 09 22:13:25.497740 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-02266eb9-effe-4bb3-a429-5d96d43eb9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:25.508575 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-02266eb9-effe-4bb3-a429-5d96d43eb9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:25.599123 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-02266eb9-effe-4bb3-a429-5d96d43eb9c7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=581310239e9841609f263a639a43d2c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4969704 Jul 09 22:13:25.600389 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02266eb9-effe-4bb3-a429-5d96d43eb9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a0337c-a7fe-4c28-938f-67c433667c91,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:25.607658 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 38246) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:25.686690 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-44ad09c4-59db-4eb2-81f1-975045c36160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:25.733762 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-44ad09c4-59db-4eb2-81f1-975045c36160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:25.771137 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a9b52fa-e77d-4d14-846b-70261ee0ad2e req-0c039316-8526-4d44-a3ef-79eb1d7ce28c service neutron] 10.222.0.11 "GET /v2.0/networks/3e579fa2-6545-4271-9a54-cbb6f69e7636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744360 Jul 09 22:13:25.864760 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658055e3-d178-4dee-8b9d-f3af1a74efd6 req-c40d0e4a-466b-4dff-9188-e20960ae00a3 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:25.867859 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-658055e3-d178-4dee-8b9d-f3af1a74efd6 req-c40d0e4a-466b-4dff-9188-e20960ae00a3 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 943 time: 0.2367847 Jul 09 22:13:25.883449 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-44ad09c4-59db-4eb2-81f1-975045c36160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:25.886335 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3553f6e-a0ca-4038-b8ed-0dd490ec5413 req-0551adc2-cd9b-4c9a-b181-15193db069c1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:25.890516 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-44ad09c4-59db-4eb2-81f1-975045c36160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:25.893478 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-44ad09c4-59db-4eb2-81f1-975045c36160 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05a0337c-a7fe-4c28-938f-67c433667c91 HTTP/1.1" status: 204 len: 168 time: 0.2839131 Jul 09 22:13:25.906974 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad09c4-59db-4eb2-81f1-975045c36160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a0337c-a7fe-4c28-938f-67c433667c91,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:25.921410 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e3553f6e-a0ca-4038-b8ed-0dd490ec5413 req-0551adc2-cd9b-4c9a-b181-15193db069c1 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 945 time: 0.2983241 Jul 09 22:13:26.100591 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-658055e3-d178-4dee-8b9d-f3af1a74efd6 req-a7db8cf4-c31d-4ea7-9db0-778af9b9dbff tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680329 Jul 09 22:13:26.106935 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e3553f6e-a0ca-4038-b8ed-0dd490ec5413 req-8d339af7-9a0a-4814-b1a1-55c025fbc08c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836195 Jul 09 22:13:26.111206 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a9b52fa-e77d-4d14-846b-70261ee0ad2e req-c778acb1-a437-409a-848e-7c586df1724a service neutron] 10.222.0.11 "GET /v2.0/networks/3e579fa2-6545-4271-9a54-cbb6f69e7636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302898 Jul 09 22:13:26.219055 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 38270) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:26.339618 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 38274) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:26.355020 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9d437fc1-4253-4a10-b7b6-66bf5d254f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:26.362034 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3db9a158-8779-4f20-983f-d10232775445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:26.460515 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9d437fc1-4253-4a10-b7b6-66bf5d254f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:26.465911 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9d437fc1-4253-4a10-b7b6-66bf5d254f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:26.506453 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d437fc1-4253-4a10-b7b6-66bf5d254f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f3e1ba-0385-4240-bf0c-a9d45fee1d89,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:26.511713 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-9d437fc1-4253-4a10-b7b6-66bf5d254f4c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=20064919513542509f20f4f6543a5638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1708372 Jul 09 22:13:26.514328 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 38280) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:26.586067 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8c55dbdf-abe4-4352-a00c-9ef363c09262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:26.621350 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8c55dbdf-abe4-4352-a00c-9ef363c09262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:26.658515 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe30214-50f2-42e6-9341-3ef8868bcb74 req-228e1047-399e-43d6-98df-359a48ed1747 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:26.660097 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ffe30214-50f2-42e6-9341-3ef8868bcb74 req-228e1047-399e-43d6-98df-359a48ed1747 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 949 time: 0.1091990 Jul 09 22:13:26.665443 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3db9a158-8779-4f20-983f-d10232775445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:26.670147 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3db9a158-8779-4f20-983f-d10232775445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:26.684980 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8c55dbdf-abe4-4352-a00c-9ef363c09262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:26.688462 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8c55dbdf-abe4-4352-a00c-9ef363c09262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:26.689808 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-8c55dbdf-abe4-4352-a00c-9ef363c09262 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b2f3e1ba-0385-4240-bf0c-a9d45fee1d89 HTTP/1.1" status: 204 len: 168 time: 0.1742160 Jul 09 22:13:26.707809 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55dbdf-abe4-4352-a00c-9ef363c09262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f3e1ba-0385-4240-bf0c-a9d45fee1d89,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:26.741630 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-3db9a158-8779-4f20-983f-d10232775445 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=503780f36adc4358a23fdc7add1dba5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5213418 Jul 09 22:13:26.745773 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 38284) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:26.745901 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9a158-8779-4f20-983f-d10232775445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbb1081-9e7e-4c29-9210-182b54b13903,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:26.751337 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ffe30214-50f2-42e6-9341-3ef8868bcb74 req-4698e0e2-077e-4727-9a1e-94b4cb67d1f3 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782645 Jul 09 22:13:26.804100 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f34ca048-dbea-4a8d-9d01-b03a9e2b422a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:26.829612 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f34ca048-dbea-4a8d-9d01-b03a9e2b422a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:26.894452 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f34ca048-dbea-4a8d-9d01-b03a9e2b422a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:26.894898 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f34ca048-dbea-4a8d-9d01-b03a9e2b422a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:26.896347 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-f34ca048-dbea-4a8d-9d01-b03a9e2b422a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6dbb1081-9e7e-4c29-9210-182b54b13903 HTTP/1.1" status: 204 len: 168 time: 0.1491802 Jul 09 22:13:26.908326 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ca048-dbea-4a8d-9d01-b03a9e2b422a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbb1081-9e7e-4c29-9210-182b54b13903,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:27.351738 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca041ba-8462-463f-ad00-b4b18c720c55 req-cd65c43e-5569-4d43-96f9-1d566a2d798f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:27.357607 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ca041ba-8462-463f-ad00-b4b18c720c55 req-cd65c43e-5569-4d43-96f9-1d566a2d798f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1208897 Jul 09 22:13:27.432467 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831280b-8391-447a-80fe-f13662d88e18 req-9497ef35-f30f-4fc0-9a76-f29a907c204e tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:27.435456 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b831280b-8391-447a-80fe-f13662d88e18 req-9497ef35-f30f-4fc0-9a76-f29a907c204e tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 945 time: 0.1550641 Jul 09 22:13:27.475138 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ca041ba-8462-463f-ad00-b4b18c720c55 req-5c45f5e5-9c20-4385-89f5-b8a6b39ac20f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095369 Jul 09 22:13:27.547549 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b831280b-8391-447a-80fe-f13662d88e18 req-d4b3851a-05fe-405f-894b-6d47473f37d4 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019528 Jul 09 22:13:27.828628 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2fc20-3583-4539-aa77-e0b3282f2b6c req-8f3900c6-997e-418a-9402-be12f8eccf23 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:27.842098 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3c2fc20-3583-4539-aa77-e0b3282f2b6c req-8f3900c6-997e-418a-9402-be12f8eccf23 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 943 time: 0.1451178 Jul 09 22:13:27.898934 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3c2fc20-3583-4539-aa77-e0b3282f2b6c req-3827f63c-6b97-43d7-9b29-3a003394a443 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538552 Jul 09 22:13:28.116259 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 9a4158e2-be7e-4a19-99f4-dec929308d49 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:13:28.227378 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab4b22-d3c4-4e42-98f9-81f0e9784ce2 req-5357bc33-b16b-47bb-a58f-6b4056e9e22c tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:28.238381 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-61ab4b22-d3c4-4e42-98f9-81f0e9784ce2 req-5357bc33-b16b-47bb-a58f-6b4056e9e22c tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 949 time: 0.1998670 Jul 09 22:13:28.249656 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port 9a4158e2-be7e-4a19-99f4-dec929308d49 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:13:28.254901 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port 9a4158e2-be7e-4a19-99f4-dec929308d49 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:13:28.256278 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:28.329875 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-61ab4b22-d3c4-4e42-98f9-81f0e9784ce2 req-2cda5c3f-976e-4f6a-99e8-3f5ae39ef82a tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855441 Jul 09 22:13:28.371223 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:28.407855 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32da68cb-0cca-4711-94db-ee8ab5f615f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4158e2-be7e-4a19-99f4-dec929308d49'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:13:28.410523 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7b4d52-59da-4d9e-9971-1edefbfd566e" -d '{"events": [{"server_uuid": "32da68cb-0cca-4711-94db-ee8ab5f615f4", "name": "network-vif-plugged", "status": "completed", "tag": "9a4158e2-be7e-4a19-99f4-dec929308d49"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:13:28.451726 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 9a4158e2-be7e-4a19-99f4-dec929308d49, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9a4158e2-be7e-4a19-99f4-dec929308d49,segment=NetworkSegment(2563ae31-921c-41ee-a2b6-a655e25041a3),segment_id=2563ae31-921c-41ee-a2b6-a655e25041a3)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:13:28.459370 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:28.505911 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014b9aff-bfe5-4c3f-af84-880c581b551c x-openstack-request-id: req-014b9aff-bfe5-4c3f-af84-880c581b551c {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:13:28.506366 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32da68cb-0cca-4711-94db-ee8ab5f615f4", "name": "network-vif-plugged", "status": "completed", "tag": "9a4158e2-be7e-4a19-99f4-dec929308d49", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:13:28.506775 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-014b9aff-bfe5-4c3f-af84-880c581b551c {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:13:28.507402 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32da68cb-0cca-4711-94db-ee8ab5f615f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4158e2-be7e-4a19-99f4-dec929308d49', 'code': 200} Jul 09 22:13:28.556582 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=9a4158e2-be7e-4a19-99f4-dec929308d49,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:28.788697 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a79e1d-23fa-457c-b8d5-1ba7b5f30ebf req-99978cf8-cfca-4e3e-889b-d9468d5424dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:28.790454 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06a79e1d-23fa-457c-b8d5-1ba7b5f30ebf req-99978cf8-cfca-4e3e-889b-d9468d5424dd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 1103 time: 0.0761662 Jul 09 22:13:28.833194 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06a79e1d-23fa-457c-b8d5-1ba7b5f30ebf req-a58b95d3-b3ee-482f-be5b-fbdf9af51ca1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321279 Jul 09 22:13:29.169355 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa70eda-0b12-434d-ae6f-19345979a0ba req-78255892-75ec-46d4-bb00-10ac3611030d tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:29.172114 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6aa70eda-0b12-434d-ae6f-19345979a0ba req-78255892-75ec-46d4-bb00-10ac3611030d tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 943 time: 0.1306744 Jul 09 22:13:29.254427 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6aa70eda-0b12-434d-ae6f-19345979a0ba req-79097cc4-e2ab-4b65-9e35-2c89cf64aee2 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753198 Jul 09 22:13:29.293742 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 38376) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:29.415369 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c405e0e3-adea-460c-9e37-35a6e8e9fdf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:29.518602 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c405e0e3-adea-460c-9e37-35a6e8e9fdf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:29.525250 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c405e0e3-adea-460c-9e37-35a6e8e9fdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:29.565312 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405e0e3-adea-460c-9e37-35a6e8e9fdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30447abd-015a-479c-81d5-4bafc5160d66,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:29.570289 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-c405e0e3-adea-460c-9e37-35a6e8e9fdf7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9d6db8e14f547a29191f64ed8b4b9e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754507 Jul 09 22:13:29.574475 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 38384) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:29.598018 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9d001-7c04-49d3-9e6f-efbddb2c9fc9 req-9d60cc54-4366-489b-abf3-3690670a52ca tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:29.599701 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9de9d001-7c04-49d3-9e6f-efbddb2c9fc9 req-9d60cc54-4366-489b-abf3-3690670a52ca tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.1023760 Jul 09 22:13:29.671987 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9de9d001-7c04-49d3-9e6f-efbddb2c9fc9 req-ed7f6d0a-953c-473a-afa8-7385339ee359 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582767 Jul 09 22:13:29.677840 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-de5ddfef-3e4e-487c-97ea-befe7519bbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:29.705484 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-de5ddfef-3e4e-487c-97ea-befe7519bbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:29.765190 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-de5ddfef-3e4e-487c-97ea-befe7519bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:29.767763 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-de5ddfef-3e4e-487c-97ea-befe7519bbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:29.769075 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-de5ddfef-3e4e-487c-97ea-befe7519bbb9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30447abd-015a-479c-81d5-4bafc5160d66 HTTP/1.1" status: 204 len: 168 time: 0.1933315 Jul 09 22:13:29.777652 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ddfef-3e4e-487c-97ea-befe7519bbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30447abd-015a-479c-81d5-4bafc5160d66,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:30.137473 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 55df6223-f1e5-4bf8-9bf2-3968334b5d2b details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:13:30.265180 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 55df6223-f1e5-4bf8-9bf2-3968334b5d2b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=55df6223-f1e5-4bf8-9bf2-3968334b5d2b,segment=NetworkSegment(181867d4-b460-4e04-98e8-201a446c4786),segment_id=181867d4-b460-4e04-98e8-201a446c4786)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:13:30.288852 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': '55df6223-f1e5-4bf8-9bf2-3968334b5d2b', 'network_id': '3e579fa2-6545-4271-9a54-cbb6f69e7636', 'port_id': '55df6223-f1e5-4bf8-9bf2-3968334b5d2b', 'mac_address': 'fa:16:3e:9f:bd:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb2726f-a158-4c0b-9229-790a93825566', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:13:30.376411 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:30.395715 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55df6223-f1e5-4bf8-9bf2-3968334b5d2b {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:13:30.462084 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 55df6223-f1e5-4bf8-9bf2-3968334b5d2b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=55df6223-f1e5-4bf8-9bf2-3968334b5d2b,segment=NetworkSegment(181867d4-b460-4e04-98e8-201a446c4786),segment_id=181867d4-b460-4e04-98e8-201a446c4786)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:13:30.473571 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:30.558845 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=55df6223-f1e5-4bf8-9bf2-3968334b5d2b,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:30.615052 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288814ea-4bac-48df-963d-61669a54302c req-c93d57da-ffe7-4d1e-b8ca-ff481c164ff9 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:30.616946 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-288814ea-4bac-48df-963d-61669a54302c req-c93d57da-ffe7-4d1e-b8ca-ff481c164ff9 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 944 time: 0.1149645 Jul 09 22:13:30.686719 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-288814ea-4bac-48df-963d-61669a54302c req-09fc9a84-ed66-4a45-adb9-cae3e3fd27dd tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635927 Jul 09 22:13:30.912123 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e709f79-ab03-478e-b071-164bf99039aa req-bb4c384f-d98c-4e76-b805-c296632e6347 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:30.914107 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1e709f79-ab03-478e-b071-164bf99039aa req-bb4c384f-d98c-4e76-b805-c296632e6347 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.0846071 Jul 09 22:13:30.971304 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1e709f79-ab03-478e-b071-164bf99039aa req-4b3df010-ac76-474b-9886-00ccfbe9435a tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511706 Jul 09 22:13:31.497404 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f7087-ac93-437b-9ce3-cc0068c490ec req-5042bff9-4127-4d03-95c6-77769ac6b248 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:31.498904 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7a1f7087-ac93-437b-9ce3-cc0068c490ec req-5042bff9-4127-4d03-95c6-77769ac6b248 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.0661473 Jul 09 22:13:31.544630 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7a1f7087-ac93-437b-9ce3-cc0068c490ec req-6e6de24c-d401-4370-9d37-b445b7ae952a tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395584 Jul 09 22:13:31.877903 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788214d9-99af-4ba9-99eb-d690b4290a7a req-ca1373c4-1819-4270-8a8e-285861fd09e3 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:31.879442 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-788214d9-99af-4ba9-99eb-d690b4290a7a req-ca1373c4-1819-4270-8a8e-285861fd09e3 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 944 time: 0.0672090 Jul 09 22:13:31.923849 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-788214d9-99af-4ba9-99eb-d690b4290a7a req-1634bead-32dd-4641-ad8b-927c562dab85 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378726 Jul 09 22:13:32.724517 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd109c-41b1-4f40-bac4-7e092f63b024 req-e3650b92-aaf3-4005-92e2-41918a3d888f tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:32.725979 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bcdd109c-41b1-4f40-bac4-7e092f63b024 req-e3650b92-aaf3-4005-92e2-41918a3d888f tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.0649240 Jul 09 22:13:32.764319 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bcdd109c-41b1-4f40-bac4-7e092f63b024 req-8d3d5126-596f-4327-ac29-29fa9dfb1f8c tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321360 Jul 09 22:13:33.109252 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc0934-a031-4504-a5a6-3b41ae6e7e18 req-86c769c9-d2da-4115-8fe1-bce24dfac3dc tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:33.110760 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-afcc0934-a031-4504-a5a6-3b41ae6e7e18 req-86c769c9-d2da-4115-8fe1-bce24dfac3dc tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 944 time: 0.0673580 Jul 09 22:13:33.153782 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-afcc0934-a031-4504-a5a6-3b41ae6e7e18 req-4e457b4e-2e05-4b7c-a200-0540e9c44372 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370717 Jul 09 22:13:33.942100 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a81194-6a81-41bf-855d-faa311bdfe18 req-0374a245-4eb3-4a57-936f-b37fc5990e4f tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:33.943553 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b4a81194-6a81-41bf-855d-faa311bdfe18 req-0374a245-4eb3-4a57-936f-b37fc5990e4f tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.0631554 Jul 09 22:13:33.980483 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b4a81194-6a81-41bf-855d-faa311bdfe18 req-69e684c9-9948-44c8-8402-beeefbcbb2b4 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307581 Jul 09 22:13:34.317359 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['55df6223-f1e5-4bf8-9bf2-3968334b5d2b'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:13:34.337316 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3da313-d27e-47ae-a76f-327155c99c30 req-b5104cec-5eb1-4462-8229-4c126ff608ec tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:34.339061 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ff3da313-d27e-47ae-a76f-327155c99c30 req-b5104cec-5eb1-4462-8229-4c126ff608ec tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 944 time: 0.0705979 Jul 09 22:13:34.383963 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ff3da313-d27e-47ae-a76f-327155c99c30 req-0ceb4011-405a-4fd8-8c9e-61afed89099e tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392470 Jul 09 22:13:35.168012 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e9026-b82d-4752-af8c-dabb75a41c3f req-9396b67a-0e38-4e48-9c6c-41274819ffbf tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:35.169580 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-885e9026-b82d-4752-af8c-dabb75a41c3f req-9396b67a-0e38-4e48-9c6c-41274819ffbf tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.0758991 Jul 09 22:13:35.208133 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-885e9026-b82d-4752-af8c-dabb75a41c3f req-b5956d73-9a1d-4ee1-9cf2-f0f47cb68744 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330203 Jul 09 22:13:35.559898 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35580d10-4041-4fff-bbf9-81296501f605 req-e46be560-5eb5-493c-ad26-904dbb81d8ef tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:35.561462 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-35580d10-4041-4fff-bbf9-81296501f605 req-e46be560-5eb5-493c-ad26-904dbb81d8ef tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 944 time: 0.0646186 Jul 09 22:13:35.601460 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-35580d10-4041-4fff-bbf9-81296501f605 req-474e4af8-f1fd-40ce-a211-6417559c2ded tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340247 Jul 09 22:13:36.413286 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f04e9-8267-4b54-9a96-730bf644d96a req-70e920e7-0cca-4679-9000-3853795f04ec tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:36.414853 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eb3f04e9-8267-4b54-9a96-730bf644d96a req-70e920e7-0cca-4679-9000-3853795f04ec tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.0793369 Jul 09 22:13:36.457169 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eb3f04e9-8267-4b54-9a96-730bf644d96a req-b090e3fd-2a8c-44ef-93f8-01eea1cefd2c tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358653 Jul 09 22:13:36.802132 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9d784-3f3f-4780-a213-72a2a827281c req-f5b79231-783f-4c00-813d-79b28ff67363 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:36.803761 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eaf9d784-3f3f-4780-a213-72a2a827281c req-f5b79231-783f-4c00-813d-79b28ff67363 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 944 time: 0.0665278 Jul 09 22:13:36.850704 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eaf9d784-3f3f-4780-a213-72a2a827281c req-e718655c-f04f-46ab-9615-20bb219e0a09 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335078 Jul 09 22:13:37.640054 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058561cf-adb4-4908-9bd1-9d0e9e06e973 req-0f0ffe65-2179-4c90-a675-f73415a40698 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:37.641636 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-058561cf-adb4-4908-9bd1-9d0e9e06e973 req-0f0ffe65-2179-4c90-a675-f73415a40698 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.0655739 Jul 09 22:13:37.689224 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-058561cf-adb4-4908-9bd1-9d0e9e06e973 req-b2abffd5-237d-41a5-bf64-11ff1f87064e tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417056 Jul 09 22:13:38.037880 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cde9e1-2adf-48fc-832b-7045a822845b req-c4961a50-973c-4f9e-ad96-b50d2269e5e2 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:38.039437 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d3cde9e1-2adf-48fc-832b-7045a822845b req-c4961a50-973c-4f9e-ad96-b50d2269e5e2 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 944 time: 0.0646663 Jul 09 22:13:38.078835 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d3cde9e1-2adf-48fc-832b-7045a822845b req-c5f8affd-868d-4a27-9b84-5ab40921c75b tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330811 Jul 09 22:13:38.867493 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b045b6-d174-4e0a-bbf0-aea63a3712f4 req-94efaa27-b539-4edd-ae2b-b3c73d26c74d tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:38.869080 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e9b045b6-d174-4e0a-bbf0-aea63a3712f4 req-94efaa27-b539-4edd-ae2b-b3c73d26c74d tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.0650911 Jul 09 22:13:38.914776 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e9b045b6-d174-4e0a-bbf0-aea63a3712f4 req-ba4ba86b-5c21-47ed-86a9-5107f49b7a8d tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399957 Jul 09 22:13:38.963711 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:13:39.261776 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa651f7-c383-4ae1-b346-915c53c20e7b req-672337a5-7319-4ad4-82fd-b6948739db6b tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:39.263170 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aaa651f7-c383-4ae1-b346-915c53c20e7b req-672337a5-7319-4ad4-82fd-b6948739db6b tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 944 time: 0.0699511 Jul 09 22:13:39.303718 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aaa651f7-c383-4ae1-b346-915c53c20e7b req-5933add7-70f9-4f44-ae76-a0191a88d879 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343406 Jul 09 22:13:40.098543 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d27fb-4578-481a-93f2-f590be16c4c9 req-b0b6cdcb-002c-4ffb-87ca-353a9049ed7d tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:40.100076 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-649d27fb-4578-481a-93f2-f590be16c4c9 req-b0b6cdcb-002c-4ffb-87ca-353a9049ed7d tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.0701253 Jul 09 22:13:40.138862 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-649d27fb-4578-481a-93f2-f590be16c4c9 req-0a9b6ba3-1c47-4085-ad5a-15fa62281ace tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330093 Jul 09 22:13:40.486793 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160ea67-b82a-41bb-ac20-05d620ce6c82 req-df7fa3e1-77d7-4b2a-bcad-63958d2fce00 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:40.488308 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b160ea67-b82a-41bb-ac20-05d620ce6c82 req-df7fa3e1-77d7-4b2a-bcad-63958d2fce00 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 944 time: 0.0682590 Jul 09 22:13:40.538625 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b160ea67-b82a-41bb-ac20-05d620ce6c82 req-0b85bbf1-85b7-4d92-acd6-672511f71319 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420125 Jul 09 22:13:41.316030 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d6194-a340-4da6-a6f0-688565b77330 req-ed094d2b-5ed8-44e1-9de6-883ab9b5529d tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:41.317466 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-076d6194-a340-4da6-a6f0-688565b77330 req-ed094d2b-5ed8-44e1-9de6-883ab9b5529d tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.0651717 Jul 09 22:13:41.364429 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-076d6194-a340-4da6-a6f0-688565b77330 req-6af89fd3-e07b-463e-b566-766797243240 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 Jul 09 22:13:41.508953 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-784b186c-901e-4826-b0fb-612e64c1b253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:41.721031 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7134f-2d25-43cc-8e46-70cc9a66956e req-e1fe542f-b9b5-4747-ab52-f0fb05f1bd6b tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:41.722605 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-21f7134f-2d25-43cc-8e46-70cc9a66956e req-e1fe542f-b9b5-4747-ab52-f0fb05f1bd6b tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 944 time: 0.0688901 Jul 09 22:13:41.762756 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-21f7134f-2d25-43cc-8e46-70cc9a66956e req-b27a6c2e-d57c-4d24-b2b1-d45b6c9b85dc tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344102 Jul 09 22:13:42.351277 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 55df6223-f1e5-4bf8-9bf2-3968334b5d2b up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:13:42.408334 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port 55df6223-f1e5-4bf8-9bf2-3968334b5d2b completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:13:42.414184 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port 55df6223-f1e5-4bf8-9bf2-3968334b5d2b triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:13:42.414184 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:42.511707 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:42.538524 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dac5c05-420e-47b0-a59a-713588cf5298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55df6223-f1e5-4bf8-9bf2-3968334b5d2b'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:13:42.541573 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c436829-a15e-4631-8932-5472ebcb3827" -d '{"events": [{"server_uuid": "2dac5c05-420e-47b0-a59a-713588cf5298", "name": "network-vif-plugged", "status": "completed", "tag": "55df6223-f1e5-4bf8-9bf2-3968334b5d2b"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:13:42.557826 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 55df6223-f1e5-4bf8-9bf2-3968334b5d2b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=55df6223-f1e5-4bf8-9bf2-3968334b5d2b,segment=NetworkSegment(181867d4-b460-4e04-98e8-201a446c4786),segment_id=181867d4-b460-4e04-98e8-201a446c4786)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:13:42.565497 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:42.606076 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ddbbf9-a0fd-484e-a1a2-e1fcfb759b54 x-openstack-request-id: req-75ddbbf9-a0fd-484e-a1a2-e1fcfb759b54 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:13:42.606356 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dac5c05-420e-47b0-a59a-713588cf5298", "name": "network-vif-plugged", "status": "completed", "tag": "55df6223-f1e5-4bf8-9bf2-3968334b5d2b", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:13:42.606649 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75ddbbf9-a0fd-484e-a1a2-e1fcfb759b54 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:13:42.606998 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dac5c05-420e-47b0-a59a-713588cf5298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55df6223-f1e5-4bf8-9bf2-3968334b5d2b', 'code': 200} Jul 09 22:13:42.614248 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15452c25-c2d9-42c7-97d1-19ce55018d6f req-4aa50be2-3385-4e64-a1ca-bfc6e4f86990 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:42.615914 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15452c25-c2d9-42c7-97d1-19ce55018d6f req-4aa50be2-3385-4e64-a1ca-bfc6e4f86990 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.1170552 Jul 09 22:13:42.656451 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=55df6223-f1e5-4bf8-9bf2-3968334b5d2b,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:42.672516 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15452c25-c2d9-42c7-97d1-19ce55018d6f req-81022bdc-f97f-4d77-92e7-b092cef1dc5e tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497718 Jul 09 22:13:42.951656 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7bf5b-702a-49d7-be57-10127eb79c5e req-a1accd34-f423-472c-9a43-23edcd4f2423 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:42.953208 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-46c7bf5b-702a-49d7-be57-10127eb79c5e req-a1accd34-f423-472c-9a43-23edcd4f2423 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 945 time: 0.0748715 Jul 09 22:13:42.994915 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-46c7bf5b-702a-49d7-be57-10127eb79c5e req-0694e1fe-e534-447a-9ac8-66b719df19c3 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355351 Jul 09 22:13:43.904482 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b361b32-3d68-4716-8bc5-e45ab70cd208 req-8740a134-fc08-4aa0-b302-4332a8bc578c tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:43.907242 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0b361b32-3d68-4716-8bc5-e45ab70cd208 req-8740a134-fc08-4aa0-b302-4332a8bc578c tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.0896406 Jul 09 22:13:43.954192 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0b361b32-3d68-4716-8bc5-e45ab70cd208 req-4c42c448-aaf9-404a-82ee-870dc2dabe33 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412643 Jul 09 22:13:44.185187 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b40757-c030-4b2e-b5c1-9686e0f1795b req-3ccc208e-0e28-40f5-a5e0-29fc376dec5e tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:44.186687 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-43b40757-c030-4b2e-b5c1-9686e0f1795b req-3ccc208e-0e28-40f5-a5e0-29fc376dec5e tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 945 time: 0.0677671 Jul 09 22:13:44.237289 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-43b40757-c030-4b2e-b5c1-9686e0f1795b req-28ab1b9c-9b77-4b78-945b-e5980a87e14c tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405488 Jul 09 22:13:44.813909 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b6472f20-45f3-411c-8a42-fb1d6e51ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:45.144432 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ced880f0-0d6b-448e-b7c6-a62dd5e4a2fa req-974a12e2-ff75-49e8-bd87-fa3d2ab37062 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1151233 Jul 09 22:13:45.210606 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:45.341336 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34322bc3-d382-4ef8-baa1-0a679a2a6c33 req-73e602b9-1516-4582-b449-941f2da7f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:45.343210 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-34322bc3-d382-4ef8-baa1-0a679a2a6c33 req-73e602b9-1516-4582-b449-941f2da7f3b5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 1098 time: 0.1785665 Jul 09 22:13:45.352496 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced880f0-0d6b-448e-b7c6-a62dd5e4a2fa req-b80766ca-cb83-4b40-9269-2c1577ed6b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:45.354508 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ced880f0-0d6b-448e-b7c6-a62dd5e4a2fa req-b80766ca-cb83-4b40-9269-2c1577ed6b9c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e38d172f82bf4fbaa466022ebb6ecce5&device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 1098 time: 0.1792643 Jul 09 22:13:45.383225 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e56d38-811f-4531-a277-3d6e6164358c req-6d58cee6-0d39-44c5-901e-86f7f6f88803 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:45.384919 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c9e56d38-811f-4531-a277-3d6e6164358c req-6d58cee6-0d39-44c5-901e-86f7f6f88803 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.2070909 Jul 09 22:13:45.471817 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-34322bc3-d382-4ef8-baa1-0a679a2a6c33 req-c3f423a0-9c81-464d-8286-a0adb1684a3f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161652 Jul 09 22:13:45.529468 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c9e56d38-811f-4531-a277-3d6e6164358c req-d7f71493-e780-4a33-a2cf-6248b9960115 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297774 Jul 09 22:13:45.581155 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a831f-a020-4de7-98b4-d3a4d9944c38 req-9a95f900-3cd2-411e-9b82-0521f494c81d tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:45.582745 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1e0a831f-a020-4de7-98b4-d3a4d9944c38 req-9a95f900-3cd2-411e-9b82-0521f494c81d tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 945 time: 0.1949949 Jul 09 22:13:45.584382 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced880f0-0d6b-448e-b7c6-a62dd5e4a2fa req-922abda3-b3d5-4e3a-9716-4c927a033dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:45.585778 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ced880f0-0d6b-448e-b7c6-a62dd5e4a2fa req-922abda3-b3d5-4e3a-9716-4c927a033dd2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=64d56d6c-b5b0-457e-b45f-91b55fb58f13 HTTP/1.1" status: 200 len: 919 time: 0.1571269 Jul 09 22:13:45.629663 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1e0a831f-a020-4de7-98b4-d3a4d9944c38 req-e8cdfe7c-aeb4-4821-8251-d326fc4700c6 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368690 Jul 09 22:13:46.010146 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ced880f0-0d6b-448e-b7c6-a62dd5e4a2fa req-a3b03bef-620c-40a4-86e8-81d39215c8ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d054d0a5-db49-4db2-a4b1-3b071e872831 HTTP/1.1" status: 200 len: 217 time: 0.0724933 Jul 09 22:13:46.079718 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f18364-aea6-4836-89dc-03506d71e8f3 req-829d68c8-0690-43fa-b13d-7fd361592e25 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:46.081343 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-01f18364-aea6-4836-89dc-03506d71e8f3 req-829d68c8-0690-43fa-b13d-7fd361592e25 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1614020 Jul 09 22:13:46.091787 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced880f0-0d6b-448e-b7c6-a62dd5e4a2fa req-6374b722-972b-4ab3-a22a-0de22d5b2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:46.093286 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ced880f0-0d6b-448e-b7c6-a62dd5e4a2fa req-6374b722-972b-4ab3-a22a-0de22d5b2102 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9 HTTP/1.1" status: 200 len: 858 time: 0.0748131 Jul 09 22:13:46.136340 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-01f18364-aea6-4836-89dc-03506d71e8f3 req-a034a8a8-b457-4b69-87ee-bd47c8632078 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420423 Jul 09 22:13:46.493054 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ced880f0-0d6b-448e-b7c6-a62dd5e4a2fa req-fcbc8bce-a005-4738-a5c2-5a7925abda55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64d56d6c-b5b0-457e-b45f-91b55fb58f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2428911 Jul 09 22:13:46.615610 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:46.736644 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8e1a9-e374-4860-b42a-a92531320932 req-46bee61a-516d-4ee3-9add-2fe8fc26ca65 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:46.738301 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2ce8e1a9-e374-4860-b42a-a92531320932 req-46bee61a-516d-4ee3-9add-2fe8fc26ca65 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.0754976 Jul 09 22:13:46.844737 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2ce8e1a9-e374-4860-b42a-a92531320932 req-48341ab3-c456-4e8c-83e5-e5548994a68c tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954521 Jul 09 22:13:46.891570 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8265cd7-61ce-41f1-8c91-ab5302ee4207 req-0cee670e-d230-434f-a860-5c903b1dd8a9 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:46.893180 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b8265cd7-61ce-41f1-8c91-ab5302ee4207 req-0cee670e-d230-434f-a860-5c903b1dd8a9 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 945 time: 0.1105640 Jul 09 22:13:46.943246 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b8265cd7-61ce-41f1-8c91-ab5302ee4207 req-41aa5ea5-28e0-4c4f-b437-04636368e705 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433230 Jul 09 22:13:47.381613 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a38621-dba9-4495-ab18-7aa0dd02e77a req-719b0e7d-350d-4c80-b751-1e696801aeb5 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:47.383214 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c4a38621-dba9-4495-ab18-7aa0dd02e77a req-719b0e7d-350d-4c80-b751-1e696801aeb5 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1041496 Jul 09 22:13:47.425123 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c4a38621-dba9-4495-ab18-7aa0dd02e77a req-018d7457-1482-4c1c-a9fa-cf7de2822f0f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359654 Jul 09 22:13:48.025709 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45da7ae-835d-4191-bfc5-31988419d721 req-5aa02535-d2d1-4164-8417-274a7bd64c8a tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:48.027386 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a45da7ae-835d-4191-bfc5-31988419d721 req-5aa02535-d2d1-4164-8417-274a7bd64c8a tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.0676167 Jul 09 22:13:48.087338 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a45da7ae-835d-4191-bfc5-31988419d721 req-061b4432-9b1d-4dff-ae32-33a6485a8ff6 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540714 Jul 09 22:13:48.161603 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70e9e1-4390-4921-ba57-66b845943b23 req-536b3043-df3d-4d6d-85e7-43aef35cab68 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:48.164161 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-af70e9e1-4390-4921-ba57-66b845943b23 req-536b3043-df3d-4d6d-85e7-43aef35cab68 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 945 time: 0.0978303 Jul 09 22:13:48.204939 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-af70e9e1-4390-4921-ba57-66b845943b23 req-e379b9b7-3c1b-4133-8306-8d9ed348cd7a tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345821 Jul 09 22:13:48.394410 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:48.610655 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa516fb8-9111-4749-83c5-18c28773dbbb req-9c8bd971-c11d-43ad-8f9f-17b8fcbcf6d8 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:48.612261 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa516fb8-9111-4749-83c5-18c28773dbbb req-9c8bd971-c11d-43ad-8f9f-17b8fcbcf6d8 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0686352 Jul 09 22:13:48.652917 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa516fb8-9111-4749-83c5-18c28773dbbb req-655822b1-ae3a-461b-bf0b-0496f1f5f846 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346446 Jul 09 22:13:48.945005 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:49.216808 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ced880f0-0d6b-448e-b7c6-a62dd5e4a2fa req-cc409604-155e-4d42-ab90-6ff1f1cbcdac service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106577 Jul 09 22:13:49.321783 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a07906-fd80-4391-8cd8-9c894fe9ef5a req-0acb11eb-febb-4ddd-bc46-c84c6e9c31fa tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:49.323350 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-39a07906-fd80-4391-8cd8-9c894fe9ef5a req-0acb11eb-febb-4ddd-bc46-c84c6e9c31fa tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.0868053 Jul 09 22:13:49.397290 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-39a07906-fd80-4391-8cd8-9c894fe9ef5a req-7959f0c9-d9e6-410a-aaa5-855c3e61f791 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681252 Jul 09 22:13:49.432175 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e7629-e84d-4cba-ae52-1f58d41a6ede req-d837f656-e6ad-4d08-8a96-af448d8d312e tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:49.433963 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa8e7629-e84d-4cba-ae52-1f58d41a6ede req-d837f656-e6ad-4d08-8a96-af448d8d312e tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 945 time: 0.0980778 Jul 09 22:13:49.476314 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa8e7629-e84d-4cba-ae52-1f58d41a6ede req-08735e65-d039-47f1-bdb8-2f47b029d64c tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341034 Jul 09 22:13:49.834678 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780ab73-20bb-4086-ac04-00e93d438d69 req-a96fde9f-ddc8-4849-bee5-6b115dd1b649 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:49.837157 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e780ab73-20bb-4086-ac04-00e93d438d69 req-a96fde9f-ddc8-4849-bee5-6b115dd1b649 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0685475 Jul 09 22:13:49.881901 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e780ab73-20bb-4086-ac04-00e93d438d69 req-fab6434f-fc9d-4381-8d9e-e4c9dc4474f7 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391831 Jul 09 22:13:50.435497 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ced880f0-0d6b-448e-b7c6-a62dd5e4a2fa req-8dd288ae-7f31-4323-9460-efd479883744 service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969160 Jul 09 22:13:50.602933 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96eaca5-1031-4bbf-8118-6414f998d611 req-6433fdd8-0595-4dce-8e81-c002ebdad679 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:50.604345 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d96eaca5-1031-4bbf-8118-6414f998d611 req-6433fdd8-0595-4dce-8e81-c002ebdad679 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.0730731 Jul 09 22:13:50.673145 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d96eaca5-1031-4bbf-8118-6414f998d611 req-10c793e1-dc56-4670-aba8-033b4d57d500 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602298 Jul 09 22:13:50.702356 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370bcbc-57cd-4f84-8214-3727923d2b62 req-30f398bb-9fa3-4228-9902-dfa8abca91d0 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:50.703978 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4370bcbc-57cd-4f84-8214-3727923d2b62 req-30f398bb-9fa3-4228-9902-dfa8abca91d0 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 945 time: 0.1101668 Jul 09 22:13:50.749427 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4370bcbc-57cd-4f84-8214-3727923d2b62 req-ad94ca37-d093-45ac-813b-7ffb9fd68aa1 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394330 Jul 09 22:13:51.081722 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84c7dc-a362-490d-a675-36a4e4aa9839 req-ab4f9923-6603-40cf-8654-792404472d1d tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:51.083213 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fb84c7dc-a362-490d-a675-36a4e4aa9839 req-ab4f9923-6603-40cf-8654-792404472d1d tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0692766 Jul 09 22:13:51.124233 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fb84c7dc-a362-490d-a675-36a4e4aa9839 req-9615d950-dbfd-4e68-a8a9-43832dad17bd tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346594 Jul 09 22:13:51.859774 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c4035-c700-458b-ae3d-c391c29f3c3f req-dbc3faf0-5006-4cfb-a4bf-e23afbc86d3c tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:51.861536 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-720c4035-c700-458b-ae3d-c391c29f3c3f req-dbc3faf0-5006-4cfb-a4bf-e23afbc86d3c tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.0705769 Jul 09 22:13:51.924795 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-720c4035-c700-458b-ae3d-c391c29f3c3f req-01e3d2d3-2009-45bb-83a6-2af5d3a37b0d tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524080 Jul 09 22:13:52.029499 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f7e7b-5144-4e34-8033-6dc02f556e5b req-b3d134c1-7a75-4ba4-892b-05c708b0e752 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:52.031013 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-148f7e7b-5144-4e34-8033-6dc02f556e5b req-b3d134c1-7a75-4ba4-892b-05c708b0e752 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 945 time: 0.0981340 Jul 09 22:13:52.110080 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-148f7e7b-5144-4e34-8033-6dc02f556e5b req-295092bc-631c-48d8-97d0-a7ad30c42d4f tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731621 Jul 09 22:13:52.137216 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f71f1a-321b-4796-888a-b6876aae660a req-5773f1c5-ee4e-4aa2-80b8-2fd8ec6bd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:52.138754 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a5f71f1a-321b-4796-888a-b6876aae660a req-5773f1c5-ee4e-4aa2-80b8-2fd8ec6bd1cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e38d172f82bf4fbaa466022ebb6ecce5&device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 1098 time: 0.0801005 Jul 09 22:13:52.290483 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f71f1a-321b-4796-888a-b6876aae660a req-a3113922-9d7a-4913-9e4a-8be261898874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:52.292166 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a5f71f1a-321b-4796-888a-b6876aae660a req-a3113922-9d7a-4913-9e4a-8be261898874 service neutron] 10.222.0.11 "GET /v2.0/networks?id=64d56d6c-b5b0-457e-b45f-91b55fb58f13 HTTP/1.1" status: 200 len: 919 time: 0.1429498 Jul 09 22:13:52.344766 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a5f71f1a-321b-4796-888a-b6876aae660a req-0f85cef6-e0be-4017-bc64-f31dfc9d63eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d054d0a5-db49-4db2-a4b1-3b071e872831 HTTP/1.1" status: 200 len: 217 time: 0.0455465 Jul 09 22:13:52.436565 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f71f1a-321b-4796-888a-b6876aae660a req-a980b27c-32cf-4dc3-9421-740570b8530b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:52.438139 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a5f71f1a-321b-4796-888a-b6876aae660a req-a980b27c-32cf-4dc3-9421-740570b8530b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9 HTTP/1.1" status: 200 len: 858 time: 0.0698793 Jul 09 22:13:52.496576 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8df2f8-44f7-4b2e-af39-da8ce527cdd9 req-6f0c7db8-b8a5-481d-9f8c-2e54e0611187 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:52.498186 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c8df2f8-44f7-4b2e-af39-da8ce527cdd9 req-6f0c7db8-b8a5-481d-9f8c-2e54e0611187 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1903625 Jul 09 22:13:52.500369 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a5f71f1a-321b-4796-888a-b6876aae660a req-6b9ffc44-324c-40b1-b443-1d78e101c96e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64d56d6c-b5b0-457e-b45f-91b55fb58f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532298 Jul 09 22:13:52.592118 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c8df2f8-44f7-4b2e-af39-da8ce527cdd9 req-69d1d364-5971-4e14-ac20-35038dfa72ae tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881739 Jul 09 22:13:52.654457 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a5f71f1a-321b-4796-888a-b6876aae660a req-ecb113ff-4adb-4501-b6c6-96172d6ac0a6 service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436920 Jul 09 22:13:52.766574 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a5f71f1a-321b-4796-888a-b6876aae660a req-aa51808b-fe60-400d-ad8f-843902710308 service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039305 Jul 09 22:13:53.144057 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc34e-3a26-4659-ae15-9b79ba146b21 req-61a41c07-bf84-494b-8726-5a9327b8d135 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:53.146557 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-072bc34e-3a26-4659-ae15-9b79ba146b21 req-61a41c07-bf84-494b-8726-5a9327b8d135 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.0997190 Jul 09 22:13:53.195756 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-072bc34e-3a26-4659-ae15-9b79ba146b21 req-14ec2a60-7a4d-4d9b-b900-96fb310f503a tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/security-groups?id=e7b7d847-0d43-4b31-8fc2-b51c871613fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404446 Jul 09 22:13:53.337320 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e638873-928a-4283-b397-6a5dfeb6069d req-b811e550-3a54-49b8-976b-d5b785fa84d0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:53.339171 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2e638873-928a-4283-b397-6a5dfeb6069d req-b811e550-3a54-49b8-976b-d5b785fa84d0 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.11 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 950 time: 0.1308441 Jul 09 22:13:53.478516 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66244cd1-7b41-4236-bffa-e689e1491858 req-1b1704e1-aa3d-4d08-8e24-7347dda0d849 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:53.481807 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-66244cd1-7b41-4236-bffa-e689e1491858 req-1b1704e1-aa3d-4d08-8e24-7347dda0d849 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 945 time: 0.1977687 Jul 09 22:13:53.618585 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-66244cd1-7b41-4236-bffa-e689e1491858 req-2a8dca09-62d6-4e46-b993-e89250c28fb5 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262858 Jul 09 22:13:53.657467 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-2e638873-928a-4283-b397-6a5dfeb6069d req-549f8622-6105-4003-a561-3a20b46d9c41 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Deleting port 9a4158e2-be7e-4a19-99f4-dec929308d49 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:13:53.660953 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-2e638873-928a-4283-b397-6a5dfeb6069d req-549f8622-6105-4003-a561-3a20b46d9c41 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:53.915226 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-2e638873-928a-4283-b397-6a5dfeb6069d req-549f8622-6105-4003-a561-3a20b46d9c41 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] For port 9a4158e2-be7e-4a19-99f4-dec929308d49, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9a4158e2-be7e-4a19-99f4-dec929308d49,segment=NetworkSegment(2563ae31-921c-41ee-a2b6-a655e25041a3),segment_id=2563ae31-921c-41ee-a2b6-a655e25041a3)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:13:53.915591 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-2e638873-928a-4283-b397-6a5dfeb6069d req-549f8622-6105-4003-a561-3a20b46d9c41 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:53.925640 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f99f9-5717-4953-bab0-cd260bd8019b req-aaa64e08-ee0d-4723-849f-68885883cec2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:53.927264 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef8f99f9-5717-4953-bab0-cd260bd8019b req-aaa64e08-ee0d-4723-849f-68885883cec2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1525524 Jul 09 22:13:53.946998 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-2e638873-928a-4283-b397-6a5dfeb6069d req-549f8622-6105-4003-a561-3a20b46d9c41 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Calling delete_port for 9a4158e2-be7e-4a19-99f4-dec929308d49 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:13:54.024437 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef8f99f9-5717-4953-bab0-cd260bd8019b req-2cc63311-f54f-4479-883b-a033880f071e tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861452 Jul 09 22:13:54.119161 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-2e638873-928a-4283-b397-6a5dfeb6069d req-549f8622-6105-4003-a561-3a20b46d9c41 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:54.140864 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['9a4158e2-be7e-4a19-99f4-dec929308d49'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:13:54.153830 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f8622-6105-4003-a561-3a20b46d9c41 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Pushing event deleted for resources: {'Port': ['ID=9a4158e2-be7e-4a19-99f4-dec929308d49,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:54.208098 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e638873-928a-4283-b397-6a5dfeb6069d req-549f8622-6105-4003-a561-3a20b46d9c41 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] No DVR routers for this DVR port 9a4158e2-be7e-4a19-99f4-dec929308d49 on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:13:54.211002 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-2e638873-928a-4283-b397-6a5dfeb6069d req-549f8622-6105-4003-a561-3a20b46d9c41 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:54.213149 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2e638873-928a-4283-b397-6a5dfeb6069d req-549f8622-6105-4003-a561-3a20b46d9c41 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.11 "DELETE /v2.0/ports/9a4158e2-be7e-4a19-99f4-dec929308d49 HTTP/1.1" status: 204 len: 173 time: 0.8647282 Jul 09 22:13:54.213616 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32da68cb-0cca-4711-94db-ee8ab5f615f4', 'name': 'network-vif-deleted', 'tag': '9a4158e2-be7e-4a19-99f4-dec929308d49'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:13:54.215949 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94afe82c-d4ae-4dd8-9f03-093a8965108a" -d '{"events": [{"server_uuid": "32da68cb-0cca-4711-94db-ee8ab5f615f4", "name": "network-vif-deleted", "tag": "9a4158e2-be7e-4a19-99f4-dec929308d49"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:13:54.283059 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02af004c-5c24-48db-bb29-8e8066611a49 x-openstack-request-id: req-02af004c-5c24-48db-bb29-8e8066611a49 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:13:54.283413 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32da68cb-0cca-4711-94db-ee8ab5f615f4", "name": "network-vif-deleted", "tag": "9a4158e2-be7e-4a19-99f4-dec929308d49", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:13:54.283629 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-02af004c-5c24-48db-bb29-8e8066611a49 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:13:54.284445 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32da68cb-0cca-4711-94db-ee8ab5f615f4', 'name': 'network-vif-deleted', 'tag': '9a4158e2-be7e-4a19-99f4-dec929308d49', 'status': 'completed', 'code': 200} Jul 09 22:13:54.378156 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d84f2e51-7ba5-433a-98d2-86f781305b6c req-b842c758-2cbb-4cfe-800d-3550fe7898c1 tempest-VolumesNegativeTest-1363266038 tempest-VolumesNegativeTest-1363266038-project] 10.222.0.10 "GET /v2.0/ports?device_id=32da68cb-0cca-4711-94db-ee8ab5f615f4 HTTP/1.1" status: 200 len: 210 time: 0.0421331 Jul 09 22:13:54.887770 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672be92-472f-4189-ae4a-7b5fd37aeebe req-76824fba-1fe8-4218-80e2-6a09a99c69d5 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:54.890191 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7672be92-472f-4189-ae4a-7b5fd37aeebe req-76824fba-1fe8-4218-80e2-6a09a99c69d5 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 945 time: 0.1208801 Jul 09 22:13:54.968897 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7672be92-472f-4189-ae4a-7b5fd37aeebe req-e1ee43bf-0146-47cb-b246-ab0b20f8202f tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675080 Jul 09 22:13:55.279168 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba256a11-5dba-4bb0-b239-eef37c53bf37 req-33b5e0e5-8ee5-46f4-b463-298900b7b88f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:55.280862 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ba256a11-5dba-4bb0-b239-eef37c53bf37 req-33b5e0e5-8ee5-46f4-b463-298900b7b88f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0784445 Jul 09 22:13:55.326942 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ba256a11-5dba-4bb0-b239-eef37c53bf37 req-48d169d6-1c08-4523-848a-c8b82a5fd2ef tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398228 Jul 09 22:13:56.263925 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2dd28-a712-42ca-af57-e2aa4a10f8fe req-c9430370-5c09-4695-9f94-1fa07a32f7dd tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:56.266743 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-28e2dd28-a712-42ca-af57-e2aa4a10f8fe req-c9430370-5c09-4695-9f94-1fa07a32f7dd tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 945 time: 0.1417942 Jul 09 22:13:56.365409 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-28e2dd28-a712-42ca-af57-e2aa4a10f8fe req-43cf9599-50b3-4ef1-9c58-007276063c35 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873022 Jul 09 22:13:56.650023 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9743a16-f2d2-4b33-bc5f-49b55d54dad8 req-ce3b27ac-0b48-47b4-a9ce-40a8549a4e8a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:56.652210 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a9743a16-f2d2-4b33-bc5f-49b55d54dad8 req-ce3b27ac-0b48-47b4-a9ce-40a8549a4e8a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1078033 Jul 09 22:13:56.657240 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 38914) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:56.705342 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a9743a16-f2d2-4b33-bc5f-49b55d54dad8 req-9d974754-d716-424d-8159-666c1edcf5ea tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401788 Jul 09 22:13:56.825431 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a5a82eb3-c227-4c21-9113-b03bd1ae96c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:56.866100 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 9a4158e2-be7e-4a19-99f4-dec929308d49 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:13:56.905050 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: 9a4158e2-be7e-4a19-99f4-dec929308d49 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:13:56.905606 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 9a4158e2-be7e-4a19-99f4-dec929308d49 not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:13:56.951944 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a5a82eb3-c227-4c21-9113-b03bd1ae96c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:56.956804 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a5a82eb3-c227-4c21-9113-b03bd1ae96c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:57.001244 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-a5a82eb3-c227-4c21-9113-b03bd1ae96c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1031e43b18e41ad9797d5323d41c5da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429401 Jul 09 22:13:57.002325 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a82eb3-c227-4c21-9113-b03bd1ae96c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276bff07-c99e-40da-9a55-1fc007cf7bc1,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:57.002717 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 38940) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:13:57.089680 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc4a3-59f3-4108-a2e3-b33f30a29ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:57.115459 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc4a3-59f3-4108-a2e3-b33f30a29ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:57.174664 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc4a3-59f3-4108-a2e3-b33f30a29ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:57.180405 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc4a3-59f3-4108-a2e3-b33f30a29ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:13:57.182365 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-9ddcc4a3-59f3-4108-a2e3-b33f30a29ac7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/276bff07-c99e-40da-9a55-1fc007cf7bc1 HTTP/1.1" status: 204 len: 168 time: 0.1780548 Jul 09 22:13:57.193340 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcc4a3-59f3-4108-a2e3-b33f30a29ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276bff07-c99e-40da-9a55-1fc007cf7bc1,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:13:57.616223 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e07d15-3e44-4fe5-8248-63ce4b62acc4 req-2e30a634-4200-43e1-917d-115b4d126055 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:57.619289 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-18e07d15-3e44-4fe5-8248-63ce4b62acc4 req-2e30a634-4200-43e1-917d-115b4d126055 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 945 time: 0.0901136 Jul 09 22:13:57.667089 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-18e07d15-3e44-4fe5-8248-63ce4b62acc4 req-84828fcf-8ce6-4699-9edb-29b3d4fbd1f2 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391235 Jul 09 22:13:57.910199 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11bde1-387e-4f69-a5a4-0942aeb5c2f2 req-c7e1b301-d16f-4ac1-a5aa-1650ee891e01 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:57.911788 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fa11bde1-387e-4f69-a5a4-0942aeb5c2f2 req-c7e1b301-d16f-4ac1-a5aa-1650ee891e01 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0726020 Jul 09 22:13:57.963996 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fa11bde1-387e-4f69-a5a4-0942aeb5c2f2 req-29a1dd80-00c8-4cac-96de-a170fe99df29 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429313 Jul 09 22:13:58.881046 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ad8b7-c7e6-4a6c-9580-a3b9f97d5fb8 req-370d5230-a1b9-4fcd-a839-13e7890aa22d tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:58.886035 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-680ad8b7-c7e6-4a6c-9580-a3b9f97d5fb8 req-370d5230-a1b9-4fcd-a839-13e7890aa22d tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 945 time: 0.0951464 Jul 09 22:13:58.954712 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-680ad8b7-c7e6-4a6c-9580-a3b9f97d5fb8 req-6d1cc50c-c7d4-4f07-98d8-f38fa7f2f579 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646167 Jul 09 22:13:59.171465 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68d432-03e1-4c5c-8b6e-61d2167b2386 req-ec248624-4d08-49ac-8b0b-4b205ab9641d tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:13:59.174488 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9e68d432-03e1-4c5c-8b6e-61d2167b2386 req-ec248624-4d08-49ac-8b0b-4b205ab9641d tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0761154 Jul 09 22:13:59.221627 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9e68d432-03e1-4c5c-8b6e-61d2167b2386 req-013e82d6-a3c9-4cf8-abd2-4208ac10528a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394523 Jul 09 22:14:00.165583 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7d602-496e-434b-ba87-61a6b821c7a7 req-bbc01d9a-ebb9-444c-a7e8-e2fada9b31d0 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:00.167349 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c7c7d602-496e-434b-ba87-61a6b821c7a7 req-bbc01d9a-ebb9-444c-a7e8-e2fada9b31d0 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 945 time: 0.0688128 Jul 09 22:14:00.215077 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c7c7d602-496e-434b-ba87-61a6b821c7a7 req-44ec7a9d-7407-4738-b01f-23c1340cac1a tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402610 Jul 09 22:14:00.416473 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dd278-790b-4b71-978f-a2d939d8c0fc req-20e70cf2-8c83-4310-9208-4c416c82ee46 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:00.418289 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-773dd278-790b-4b71-978f-a2d939d8c0fc req-20e70cf2-8c83-4310-9208-4c416c82ee46 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0735526 Jul 09 22:14:00.465409 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-773dd278-790b-4b71-978f-a2d939d8c0fc req-eaefdfd2-00b7-4121-a611-c08a7e63c2a5 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366955 Jul 09 22:14:01.404473 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee495d-8bd1-4243-9ac5-2014c2a15831 req-f9eb382c-1c4e-4546-a974-aa8a18a48f14 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:01.409309 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8aee495d-8bd1-4243-9ac5-2014c2a15831 req-f9eb382c-1c4e-4546-a974-aa8a18a48f14 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 945 time: 0.0726943 Jul 09 22:14:01.459011 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8aee495d-8bd1-4243-9ac5-2014c2a15831 req-d07becba-6f4c-4179-8f69-665b32b900b6 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470662 Jul 09 22:14:01.730999 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b01d1-7efa-406d-946b-d37cafbe40ad req-73988c00-647a-424e-88e3-35c33f4feffd tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:01.732596 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-da3b01d1-7efa-406d-946b-d37cafbe40ad req-73988c00-647a-424e-88e3-35c33f4feffd tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0715959 Jul 09 22:14:01.774821 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-da3b01d1-7efa-406d-946b-d37cafbe40ad req-744c4536-0cc3-47da-ae8e-4d6a0259813f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359914 Jul 09 22:14:02.669095 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea28ea-ed9b-415e-820a-14fcfee1bcaf req-c605bd96-5057-4735-8d53-9761bdcb4bfe tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:02.670669 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2fea28ea-ed9b-415e-820a-14fcfee1bcaf req-c605bd96-5057-4735-8d53-9761bdcb4bfe tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 945 time: 0.0722389 Jul 09 22:14:02.711939 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2fea28ea-ed9b-415e-820a-14fcfee1bcaf req-6eb995a9-3b36-4aa6-a342-ee3bf795392e tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352991 Jul 09 22:14:02.961521 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44b696-0ee5-4546-a9c4-d4d500c4df35 req-5814c82a-2e4e-42d0-9536-2422dc33996a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:02.963141 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf44b696-0ee5-4546-a9c4-d4d500c4df35 req-5814c82a-2e4e-42d0-9536-2422dc33996a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0695236 Jul 09 22:14:03.015980 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf44b696-0ee5-4546-a9c4-d4d500c4df35 req-a64b0153-eb51-4d47-ba41-17e1d05c049f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423903 Jul 09 22:14:03.896199 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245095b-7d02-40eb-ab73-6dae45a2ac0f req-b22f6e8f-88a6-4c87-aa10-5e0185879313 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:03.897865 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9245095b-7d02-40eb-ab73-6dae45a2ac0f req-b22f6e8f-88a6-4c87-aa10-5e0185879313 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 945 time: 0.0688787 Jul 09 22:14:03.940226 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9245095b-7d02-40eb-ab73-6dae45a2ac0f req-04872e91-b7f3-4b10-8f67-f1591ec12e1d tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361269 Jul 09 22:14:03.960304 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 55df6223-f1e5-4bf8-9bf2-3968334b5d2b no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:14:04.038048 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d32be8-0f57-46d7-b499-9fc9cac5cdfe req-2d444929-cd38-4f2d-9780-60310beb7062 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:04.040245 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54d32be8-0f57-46d7-b499-9fc9cac5cdfe req-2d444929-cd38-4f2d-9780-60310beb7062 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 945 time: 0.0715239 Jul 09 22:14:04.057478 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:04.089765 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dac5c05-420e-47b0-a59a-713588cf5298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55df6223-f1e5-4bf8-9bf2-3968334b5d2b'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:14:04.092257 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f0a2e3-f81c-4eab-8ebd-1d297877176a" -d '{"events": [{"server_uuid": "2dac5c05-420e-47b0-a59a-713588cf5298", "name": "network-vif-unplugged", "status": "completed", "tag": "55df6223-f1e5-4bf8-9bf2-3968334b5d2b"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:14:04.107376 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 55df6223-f1e5-4bf8-9bf2-3968334b5d2b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=55df6223-f1e5-4bf8-9bf2-3968334b5d2b,segment=NetworkSegment(181867d4-b460-4e04-98e8-201a446c4786),segment_id=181867d4-b460-4e04-98e8-201a446c4786)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:14:04.115622 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:04.182366 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 22:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c7086b-4452-4706-88bb-133ecc412a51 x-openstack-request-id: req-78c7086b-4452-4706-88bb-133ecc412a51 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:14:04.183137 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dac5c05-420e-47b0-a59a-713588cf5298", "name": "network-vif-unplugged", "status": "completed", "tag": "55df6223-f1e5-4bf8-9bf2-3968334b5d2b", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:14:04.183891 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78c7086b-4452-4706-88bb-133ecc412a51 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:14:04.185620 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dac5c05-420e-47b0-a59a-713588cf5298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55df6223-f1e5-4bf8-9bf2-3968334b5d2b', 'code': 200} Jul 09 22:14:04.226300 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-54d32be8-0f57-46d7-b499-9fc9cac5cdfe req-a172b882-3f77-4589-b885-635e48d1a6fc tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Deleting port 55df6223-f1e5-4bf8-9bf2-3968334b5d2b {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:14:04.226644 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-54d32be8-0f57-46d7-b499-9fc9cac5cdfe req-a172b882-3f77-4589-b885-635e48d1a6fc tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:04.234604 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=55df6223-f1e5-4bf8-9bf2-3968334b5d2b,revision_number=6']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:04.261296 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:04.261956 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:04.262409 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:04.262756 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:04.263504 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:04.264107 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:04.264455 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:04.264835 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:04.265164 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:04.265502 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:04.265825 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:04.266146 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:04.580466 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-54d32be8-0f57-46d7-b499-9fc9cac5cdfe req-a172b882-3f77-4589-b885-635e48d1a6fc tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] For port 55df6223-f1e5-4bf8-9bf2-3968334b5d2b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=55df6223-f1e5-4bf8-9bf2-3968334b5d2b,segment=NetworkSegment(181867d4-b460-4e04-98e8-201a446c4786),segment_id=181867d4-b460-4e04-98e8-201a446c4786)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:14:04.580760 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-54d32be8-0f57-46d7-b499-9fc9cac5cdfe req-a172b882-3f77-4589-b885-635e48d1a6fc tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:04.604361 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-54d32be8-0f57-46d7-b499-9fc9cac5cdfe req-a172b882-3f77-4589-b885-635e48d1a6fc tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Calling delete_port for 55df6223-f1e5-4bf8-9bf2-3968334b5d2b owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:14:04.607844 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb3b27-39f3-4176-a18d-6d33fea1049e req-040e2886-ba4a-453a-bc4c-180d6d2b18c8 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:04.609414 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4fdb3b27-39f3-4176-a18d-6d33fea1049e req-040e2886-ba4a-453a-bc4c-180d6d2b18c8 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.3369505 Jul 09 22:14:04.690694 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4fdb3b27-39f3-4176-a18d-6d33fea1049e req-2a559c55-17d9-4e97-ac73-e8e19265bfb4 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725172 Jul 09 22:14:04.797315 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-54d32be8-0f57-46d7-b499-9fc9cac5cdfe req-a172b882-3f77-4589-b885-635e48d1a6fc tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:04.827255 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172b882-3f77-4589-b885-635e48d1a6fc tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Pushing event deleted for resources: {'Port': ['ID=55df6223-f1e5-4bf8-9bf2-3968334b5d2b,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:04.873633 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d32be8-0f57-46d7-b499-9fc9cac5cdfe req-a172b882-3f77-4589-b885-635e48d1a6fc tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] No DVR routers for this DVR port 55df6223-f1e5-4bf8-9bf2-3968334b5d2b on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:14:04.876679 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-54d32be8-0f57-46d7-b499-9fc9cac5cdfe req-a172b882-3f77-4589-b885-635e48d1a6fc tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:04.878699 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54d32be8-0f57-46d7-b499-9fc9cac5cdfe req-a172b882-3f77-4589-b885-635e48d1a6fc tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.11 "DELETE /v2.0/ports/55df6223-f1e5-4bf8-9bf2-3968334b5d2b HTTP/1.1" status: 204 len: 173 time: 0.8321242 Jul 09 22:14:04.879139 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dac5c05-420e-47b0-a59a-713588cf5298', 'name': 'network-vif-deleted', 'tag': '55df6223-f1e5-4bf8-9bf2-3968334b5d2b'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:14:04.881457 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1825f8c2-60f6-4a61-b255-c676b5527707" -d '{"events": [{"server_uuid": "2dac5c05-420e-47b0-a59a-713588cf5298", "name": "network-vif-deleted", "tag": "55df6223-f1e5-4bf8-9bf2-3968334b5d2b"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:14:04.920243 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b47312-c160-4bea-ae67-bf48d7a55f11 x-openstack-request-id: req-a5b47312-c160-4bea-ae67-bf48d7a55f11 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:14:04.921313 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dac5c05-420e-47b0-a59a-713588cf5298", "name": "network-vif-deleted", "tag": "55df6223-f1e5-4bf8-9bf2-3968334b5d2b", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:14:04.921313 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5b47312-c160-4bea-ae67-bf48d7a55f11 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:14:04.921755 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dac5c05-420e-47b0-a59a-713588cf5298', 'name': 'network-vif-deleted', 'tag': '55df6223-f1e5-4bf8-9bf2-3968334b5d2b', 'status': 'completed', 'code': 200} Jul 09 22:14:05.124411 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f146d434-df98-4ecf-a4c6-d4159d167388 req-1dcefe87-5161-4f91-8b7c-ae26759bb37a tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dac5c05-420e-47b0-a59a-713588cf5298 HTTP/1.1" status: 200 len: 210 time: 0.0385163 Jul 09 22:14:05.956170 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa3dbf-a8f0-4d5f-bf34-c50b8e9118e9 req-379b48b2-caf3-42e9-9534-9d13d838af3a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:05.959004 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-23fa3dbf-a8f0-4d5f-bf34-c50b8e9118e9 req-379b48b2-caf3-42e9-9534-9d13d838af3a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1162584 Jul 09 22:14:06.006663 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-23fa3dbf-a8f0-4d5f-bf34-c50b8e9118e9 req-c2828759-de2e-4efe-b933-e5905ad28f21 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386715 Jul 09 22:14:06.077694 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 39188) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:14:06.239222 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-07b7095b-f6b6-4849-b8b3-acfeeca48a2b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c95b803724b41fab1183b3ec5d8f810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602077 Jul 09 22:14:06.243859 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 39194) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:14:06.325457 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-97dd4e99-d73c-474a-85d6-bb4affdec456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:06.368412 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-97dd4e99-d73c-474a-85d6-bb4affdec456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:06.444216 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-97dd4e99-d73c-474a-85d6-bb4affdec456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:06.447119 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-97dd4e99-d73c-474a-85d6-bb4affdec456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:06.448866 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-97dd4e99-d73c-474a-85d6-bb4affdec456 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e7b7d847-0d43-4b31-8fc2-b51c871613fe HTTP/1.1" status: 204 len: 168 time: 0.2038858 Jul 09 22:14:06.457894 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd4e99-d73c-474a-85d6-bb4affdec456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b7d847-0d43-4b31-8fc2-b51c871613fe,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:06.735015 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-89190e41-12e9-4f9d-83fa-a616f9229070 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:06.742236 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-89190e41-12e9-4f9d-83fa-a616f9229070 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/networks?id=3e579fa2-6545-4271-9a54-cbb6f69e7636 HTTP/1.1" status: 200 len: 809 time: 0.1965165 Jul 09 22:14:06.758975 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-c86d9096-1808-4838-bf8c-6758108e5fb9 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/quotas/32aa30de0b494ec1aa6d837d34c7e0a4 HTTP/1.1" status: 200 len: 375 time: 0.0156927 Jul 09 22:14:06.798698 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-76a525f3-6892-4738-8ffb-58021e4fb77a tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=32aa30de0b494ec1aa6d837d34c7e0a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386894 Jul 09 22:14:06.933374 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-5b0d3e7a-7495-4049-81a3-fc3badbeade8 service neutron] 10.222.0.10 "GET /v2.0/networks/3e579fa2-6545-4271-9a54-cbb6f69e7636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337085 Jul 09 22:14:07.086328 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-e1e838c3-4476-4a2f-bb4a-8cdf713f034e service neutron] 10.222.0.10 "GET /v2.0/networks/3e579fa2-6545-4271-9a54-cbb6f69e7636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455472 Jul 09 22:14:07.475534 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ac40dd8-f2e1-440e-9799-ff0b9b52536a req-5797ac6c-d225-4288-a51e-9613486ffe0e tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 210 time: 0.0762303 Jul 09 22:14:07.553135 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c2008-a8a5-4ca2-9224-0c1aab85291c req-56c81789-06f4-4a14-b991-0b5ff467a385 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:07.556811 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-563c2008-a8a5-4ca2-9224-0c1aab85291c req-56c81789-06f4-4a14-b991-0b5ff467a385 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.2315469 Jul 09 22:14:07.617279 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-563c2008-a8a5-4ca2-9224-0c1aab85291c req-f5d5d70c-988a-4339-a095-f875a4db2199 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519893 Jul 09 22:14:08.696042 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1ef2ef5f-3431-4bc9-ab5e-94f32ce9d974 req-e4798c7a-0acb-4959-9eb5-b8b66ffe6214 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 210 time: 0.0428631 Jul 09 22:14:08.807600 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96577c-14ae-4658-b77b-4c96ba84d053 req-659f9142-24fd-45b5-9cc8-9454b709290a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:08.809567 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dd96577c-14ae-4658-b77b-4c96ba84d053 req-659f9142-24fd-45b5-9cc8-9454b709290a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0750668 Jul 09 22:14:08.914122 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dd96577c-14ae-4658-b77b-4c96ba84d053 req-f91249d2-4be1-498e-9137-ede89222e202 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920520 Jul 09 22:14:08.955277 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-f760cfb8-b43e-4686-b0a1-6d8b8deea6e2 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:08.956850 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-f760cfb8-b43e-4686-b0a1-6d8b8deea6e2 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.11 "GET /v2.0/networks?id=3e579fa2-6545-4271-9a54-cbb6f69e7636 HTTP/1.1" status: 200 len: 809 time: 0.1462815 Jul 09 22:14:08.971574 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-0ba9da76-e290-4566-a093-20823885fd93 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Request body: {'port': {'device_id': '9248c735-54fe-4b2c-8e56-dc3bf23bc951', 'network_id': '3e579fa2-6545-4271-9a54-cbb6f69e7636', 'admin_state_up': True, 'tenant_id': '32aa30de0b494ec1aa6d837d34c7e0a4'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:14:09.090359 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-0ba9da76-e290-4566-a093-20823885fd93 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Made reservation on behalf of 32aa30de0b494ec1aa6d837d34c7e0a4 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:14:09.094220 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-0ba9da76-e290-4566-a093-20823885fd93 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:09.234220 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-0ba9da76-e290-4566-a093-20823885fd93 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Allocated IP 172.20.0.7 (3e579fa2-6545-4271-9a54-cbb6f69e7636/cfb2726f-a158-4c0b-9229-790a93825566/9766735d-de20-4ab2-874e-4ccf623f2fd1) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:14:09.391520 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-0ba9da76-e290-4566-a093-20823885fd93 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:09.437449 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-0ba9da76-e290-4566-a093-20823885fd93 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:09.480081 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-0ba9da76-e290-4566-a093-20823885fd93 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Network 3e579fa2-6545-4271-9a54-cbb6f69e7636 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:14:09.488628 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-0ba9da76-e290-4566-a093-20823885fd93 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:14:09.491941 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-0ba9da76-e290-4566-a093-20823885fd93 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:14:09.498601 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-0ba9da76-e290-4566-a093-20823885fd93 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:09.499836 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-0ba9da76-e290-4566-a093-20823885fd93 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:09.524429 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9da76-e290-4566-a093-20823885fd93 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Pushing event updated for resources: {'Port': ['ID=9766735d-de20-4ab2-874e-4ccf623f2fd1,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:09.534352 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-0ba9da76-e290-4566-a093-20823885fd93 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682197 Jul 09 22:14:09.552630 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Request body: {'port': {'device_id': '9248c735-54fe-4b2c-8e56-dc3bf23bc951', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:14:09.722746 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:09.785164 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef7615-425e-42e8-bcdc-91676caf128e req-764c6d06-749f-4227-8a04-b801dcb2c5bf tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:09.786739 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2cef7615-425e-42e8-bcdc-91676caf128e req-764c6d06-749f-4227-8a04-b801dcb2c5bf tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/networks?id=88571eac-376f-4335-83d2-f6e0b2075aa2 HTTP/1.1" status: 200 len: 815 time: 0.1955183 Jul 09 22:14:09.810918 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2cef7615-425e-42e8-bcdc-91676caf128e req-184590a0-86d4-4472-81c1-b080677f41aa tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/quotas/c8b0d23241b3455c85ab64bd2faae847 HTTP/1.1" status: 200 len: 375 time: 0.0182064 Jul 09 22:14:10.074942 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2cef7615-425e-42e8-bcdc-91676caf128e req-79a0dff4-f302-43b1-9085-245ecef49e73 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8b0d23241b3455c85ab64bd2faae847&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2563019 Jul 09 22:14:10.120888 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f00fc-1e68-4fae-af45-600b7ad19373 req-72058e45-1909-4686-a555-5a58a90e3a7d tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:10.122478 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f41f00fc-1e68-4fae-af45-600b7ad19373 req-72058e45-1909-4686-a555-5a58a90e3a7d tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 931 time: 0.2215762 Jul 09 22:14:10.262647 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f41f00fc-1e68-4fae-af45-600b7ad19373 req-b289937e-9e56-4027-a509-ced86909c1c5 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131773 Jul 09 22:14:10.280833 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2cef7615-425e-42e8-bcdc-91676caf128e req-2197571b-72b1-4497-9c6c-eca8c0f67be1 service neutron] 10.222.0.10 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974835 Jul 09 22:14:10.286711 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9766735d-de20-4ab2-874e-4ccf623f2fd1 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:14:10.320171 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:10.366211 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Transition to ACTIVE for port object 9766735d-de20-4ab2-874e-4ccf623f2fd1 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:14:10.384196 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:10.517823 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2cef7615-425e-42e8-bcdc-91676caf128e req-d0c328b0-cbc4-4c6e-9b87-13056c85349d service neutron] 10.222.0.10 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209523 Jul 09 22:14:10.522866 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Pushing event updated for resources: {'Port': ['ID=9766735d-de20-4ab2-874e-4ccf623f2fd1,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:10.591456 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Attempting to bind port 9766735d-de20-4ab2-874e-4ccf623f2fd1 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:14:10.592015 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Attempting to bind port 9766735d-de20-4ab2-874e-4ccf623f2fd1 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '181867d4-b460-4e04-98e8-201a446c4786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3e579fa2-6545-4271-9a54-cbb6f69e7636'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:14:10.592561 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Attempting to bind port 9766735d-de20-4ab2-874e-4ccf623f2fd1 on network 3e579fa2-6545-4271-9a54-cbb6f69e7636 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:14:10.613187 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Port 9766735d-de20-4ab2-874e-4ccf623f2fd1 on network 3e579fa2-6545-4271-9a54-cbb6f69e7636 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:14:10.613654 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Attempting to bind port 9766735d-de20-4ab2-874e-4ccf623f2fd1 on network 3e579fa2-6545-4271-9a54-cbb6f69e7636 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:14:10.633819 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:14:10.634370 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Checking segment: {'id': '181867d4-b460-4e04-98e8-201a446c4786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3e579fa2-6545-4271-9a54-cbb6f69e7636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:14:10.634999 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Bound using segment: {'id': '181867d4-b460-4e04-98e8-201a446c4786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3e579fa2-6545-4271-9a54-cbb6f69e7636'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:14:10.635719 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Bound port: 9766735d-de20-4ab2-874e-4ccf623f2fd1, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181867d4-b460-4e04-98e8-201a446c4786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3e579fa2-6545-4271-9a54-cbb6f69e7636'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:14:10.636310 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:10.663929 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b70db2-a7f3-417d-9746-7c37bd347208 req-a95912ea-096a-478c-863a-fe02314b4240 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:10.665773 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-82b70db2-a7f3-417d-9746-7c37bd347208 req-a95912ea-096a-478c-863a-fe02314b4240 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.2317703 Jul 09 22:14:10.762647 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-82b70db2-a7f3-417d-9746-7c37bd347208 req-0e5ded9b-9ada-43e4-8705-a955927862df tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876412 Jul 09 22:14:10.812182 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b929e6c3-39bb-4624-9894-8eb99266f34a req-2a99d05f-a97a-4443-887b-0471925c2183 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 210 time: 0.0624282 Jul 09 22:14:10.814811 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] For port 9766735d-de20-4ab2-874e-4ccf623f2fd1, host hv-cinder-79496, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:14:10.843212 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] For port 9766735d-de20-4ab2-874e-4ccf623f2fd1, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9766735d-de20-4ab2-874e-4ccf623f2fd1,segment=NetworkSegment(181867d4-b460-4e04-98e8-201a446c4786),segment_id=181867d4-b460-4e04-98e8-201a446c4786)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:14:10.852085 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:10.917173 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:10.917944 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:10.919761 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] 10.222.0.11 "PUT /v2.0/ports/9766735d-de20-4ab2-874e-4ccf623f2fd1 HTTP/1.1" status: 200 len: 1093 time: 1.3715849 Jul 09 22:14:10.920461 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9248c735-54fe-4b2c-8e56-dc3bf23bc951', 'tag': '9766735d-de20-4ab2-874e-4ccf623f2fd1'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:14:10.921933 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 39364) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:14:10.923998 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ba6ad2-2076-4b3d-a9bd-9cf758cd01ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9248c735-54fe-4b2c-8e56-dc3bf23bc951", "tag": "9766735d-de20-4ab2-874e-4ccf623f2fd1"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:14:10.956308 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01481ad2-63d8-4de7-9923-20fd2e2fef02 service neutron] Pushing event updated for resources: {'Port': ['ID=9766735d-de20-4ab2-874e-4ccf623f2fd1,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:10.989701 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7884084c-bb41-42a4-8009-fc7236d57921 x-openstack-request-id: req-7884084c-bb41-42a4-8009-fc7236d57921 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:14:10.990138 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9248c735-54fe-4b2c-8e56-dc3bf23bc951", "tag": "9766735d-de20-4ab2-874e-4ccf623f2fd1", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:14:10.990530 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7884084c-bb41-42a4-8009-fc7236d57921 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:14:10.991108 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9248c735-54fe-4b2c-8e56-dc3bf23bc951', 'tag': '9766735d-de20-4ab2-874e-4ccf623f2fd1', 'status': 'completed', 'code': 200} Jul 09 22:14:11.089258 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-780016b6-b768-49e3-850a-1f289bd8c7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:11.209850 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-780016b6-b768-49e3-850a-1f289bd8c7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:11.213493 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-780016b6-b768-49e3-850a-1f289bd8c7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:11.284176 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-780016b6-b768-49e3-850a-1f289bd8c7da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=251d43ad72e743b79f3b2c985bc834eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3604090 Jul 09 22:14:11.284675 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 39378) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:14:11.298348 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780016b6-b768-49e3-850a-1f289bd8c7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab350a4-2e22-4f4c-b1b3-d6361d03ffbd,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:11.349215 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 39382) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:14:11.365893 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-85dfcff7-045e-41b8-9847-09114afcca33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:11.372852 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba6ad2-2076-4b3d-a9bd-9cf758cd01ce req-6450ba48-a885-40aa-bc5d-2d6972509264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:11.374459 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b4ba6ad2-2076-4b3d-a9bd-9cf758cd01ce req-6450ba48-a885-40aa-bc5d-2d6972509264 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32aa30de0b494ec1aa6d837d34c7e0a4&device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 1096 time: 0.1269124 Jul 09 22:14:11.402542 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-85dfcff7-045e-41b8-9847-09114afcca33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:11.493924 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-15c80473-0950-4e3f-871e-bbe52a25790c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:11.505095 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-85dfcff7-045e-41b8-9847-09114afcca33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:11.511242 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-85dfcff7-045e-41b8-9847-09114afcca33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:11.515597 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-85dfcff7-045e-41b8-9847-09114afcca33 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ab350a4-2e22-4f4c-b1b3-d6361d03ffbd HTTP/1.1" status: 204 len: 168 time: 0.2270358 Jul 09 22:14:11.515797 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb87a-4fd8-4c61-a72a-36b72bd93a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:11.539202 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfcff7-045e-41b8-9847-09114afcca33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab350a4-2e22-4f4c-b1b3-d6361d03ffbd,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:11.561302 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5838b87-1668-4765-9c35-df319cec2b9a req-a73754c1-3a9c-44f9-ab22-a0e812182733 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:11.575530 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e5838b87-1668-4765-9c35-df319cec2b9a req-a73754c1-3a9c-44f9-ab22-a0e812182733 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.1402366 Jul 09 22:14:11.634230 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e5838b87-1668-4765-9c35-df319cec2b9a req-8a8e96fb-e75e-43ad-b511-637b7dcdcb24 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572221 Jul 09 22:14:11.639283 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-15c80473-0950-4e3f-871e-bbe52a25790c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:11.644158 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-15c80473-0950-4e3f-871e-bbe52a25790c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:11.688060 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-15c80473-0950-4e3f-871e-bbe52a25790c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c072e4d7e874434ba51bbc315b815443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376877 Jul 09 22:14:11.688816 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c80473-0950-4e3f-871e-bbe52a25790c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62823ab-07ad-4c71-b456-7755d854cfec,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:11.693991 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 39390) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:14:11.753259 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bc8707a7-59f1-409e-90f3-572e68ce7034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:11.779889 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bc8707a7-59f1-409e-90f3-572e68ce7034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:11.870692 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bc8707a7-59f1-409e-90f3-572e68ce7034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:11.879012 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bc8707a7-59f1-409e-90f3-572e68ce7034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:11.884656 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-bc8707a7-59f1-409e-90f3-572e68ce7034 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d62823ab-07ad-4c71-b456-7755d854cfec HTTP/1.1" status: 204 len: 168 time: 0.1891630 Jul 09 22:14:11.904310 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8707a7-59f1-409e-90f3-572e68ce7034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62823ab-07ad-4c71-b456-7755d854cfec,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:12.063154 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4395f9fb-2c3b-4f12-8965-9b86c557935b req-2756e274-0f85-4022-be9f-692e1bc71aca tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 210 time: 0.0551295 Jul 09 22:14:12.108768 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ef634-c83c-40ba-a604-09f005bf4fc6 req-0dcb6058-d325-446f-b75f-cfe913f6a762 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:12.110344 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7c4ef634-c83c-40ba-a604-09f005bf4fc6 req-0dcb6058-d325-446f-b75f-cfe913f6a762 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1124349 Jul 09 22:14:12.151843 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7c4ef634-c83c-40ba-a604-09f005bf4fc6 req-40f28c93-12ef-4a1a-af19-a09d46a3c375 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356946 Jul 09 22:14:12.666792 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba6ad2-2076-4b3d-a9bd-9cf758cd01ce req-a87510c7-5921-48dd-9f4b-1acc251d9867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:12.668864 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b4ba6ad2-2076-4b3d-a9bd-9cf758cd01ce req-a87510c7-5921-48dd-9f4b-1acc251d9867 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=32aa30de0b494ec1aa6d837d34c7e0a4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1250193 Jul 09 22:14:12.842084 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b6949-21d5-4213-8f1d-235af8e3c547 req-f239e427-1e2c-4176-ae51-3ffec553c4f3 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:12.843782 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-af8b6949-21d5-4213-8f1d-235af8e3c547 req-f239e427-1e2c-4176-ae51-3ffec553c4f3 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.0790679 Jul 09 22:14:12.888659 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-af8b6949-21d5-4213-8f1d-235af8e3c547 req-11009589-7167-4821-86fb-62dac68610db tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374875 Jul 09 22:14:13.213891 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2e305c2c-1b48-48cb-8ac3-a165cf88d4b4 req-fdfd384a-7177-45d8-8b9e-ca22bbeeee60 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 210 time: 0.0342054 Jul 09 22:14:13.343098 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d254ee5-5f26-4c05-b343-588368a44fa1 req-e6be249f-1856-4d0c-a9d0-a4ed7e1fe3da tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:13.345690 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8d254ee5-5f26-4c05-b343-588368a44fa1 req-e6be249f-1856-4d0c-a9d0-a4ed7e1fe3da tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0746889 Jul 09 22:14:13.389149 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8d254ee5-5f26-4c05-b343-588368a44fa1 req-3ec63a32-cdb7-4113-acb4-0eab2a4541ef tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373511 Jul 09 22:14:13.702937 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba6ad2-2076-4b3d-a9bd-9cf758cd01ce req-55feb96b-c072-4aab-bc29-df215d9a2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:13.704408 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b4ba6ad2-2076-4b3d-a9bd-9cf758cd01ce req-55feb96b-c072-4aab-bc29-df215d9a2542 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1059465 Jul 09 22:14:14.064779 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb5bdb-b3be-472b-a4a3-ea9d2e43b618 req-4fd22669-ae14-48e6-b9ba-b013fc6f1194 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:14.066509 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f5eb5bdb-b3be-472b-a4a3-ea9d2e43b618 req-4fd22669-ae14-48e6-b9ba-b013fc6f1194 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.0650113 Jul 09 22:14:14.106294 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f5eb5bdb-b3be-472b-a4a3-ea9d2e43b618 req-1029df1f-2d8e-4b4e-aa7f-7618fd23b4f9 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336030 Jul 09 22:14:14.365026 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5fde6f80-36bf-4563-a79b-d4cf3b088d67 req-23bdf3c8-2992-4e41-8ca2-152897a8a3ac tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 210 time: 0.0279262 Jul 09 22:14:14.781963 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9776629-189a-4749-8783-7cc4b869c269 req-9320c290-dec5-4dc2-a1f5-d7cc6f2dfef4 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:14.783361 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b9776629-189a-4749-8783-7cc4b869c269 req-9320c290-dec5-4dc2-a1f5-d7cc6f2dfef4 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.2823741 Jul 09 22:14:14.828605 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7d9ab029-92c4-4b87-b407-408c7376821b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:14.829222 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b9776629-189a-4749-8783-7cc4b869c269 req-9ea477ed-b203-4450-abc3-c2470fad9333 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369043 Jul 09 22:14:15.233144 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:15.330169 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f3432-c2f6-45f6-a888-8f231d21f0e7 req-059ec4ee-b592-4ec6-a26f-376a9c88f2e7 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:15.338557 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d76f3432-c2f6-45f6-a888-8f231d21f0e7 req-059ec4ee-b592-4ec6-a26f-376a9c88f2e7 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.1101487 Jul 09 22:14:15.409785 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d76f3432-c2f6-45f6-a888-8f231d21f0e7 req-1b500867-9c92-4531-839c-8aaa2e17cd37 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702434 Jul 09 22:14:15.423657 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-efdfc2ee-ebea-4157-a7d2-7b1374d6ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:15.425252 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-efdfc2ee-ebea-4157-a7d2-7b1374d6ed28 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32aa30de0b494ec1aa6d837d34c7e0a4&device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 1096 time: 0.1152785 Jul 09 22:14:15.482677 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-41b15bea-235f-462b-9d9d-0a414696db3e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9766735d-de20-4ab2-874e-4ccf623f2fd1 HTTP/1.1" status: 200 len: 217 time: 0.0485849 Jul 09 22:14:15.514745 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0ec8fa3-e850-4f94-ae85-3ff14d3b504a req-757c0363-9553-45b2-b68d-853891757211 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 210 time: 0.0298057 Jul 09 22:14:15.661530 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-a0c8f818-f65e-436b-b0b3-f183496c1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:15.664325 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-a0c8f818-f65e-436b-b0b3-f183496c1823 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfb2726f-a158-4c0b-9229-790a93825566 HTTP/1.1" status: 200 len: 849 time: 0.0616004 Jul 09 22:14:15.705991 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-a6011341-3b99-41a1-8dc5-c1d9534a67e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e579fa2-6545-4271-9a54-cbb6f69e7636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348780 Jul 09 22:14:15.811509 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-247372c0-c9c4-4828-acb7-eb09833ae54f service neutron] 10.222.0.11 "GET /v2.0/networks/3e579fa2-6545-4271-9a54-cbb6f69e7636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975149 Jul 09 22:14:15.971901 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:14:16.003657 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ceaeb3d-ee6b-42cc-b2d3-7c49410ca9fd req-d45c7e02-39f5-4ce1-b327-e61f00c69823 service neutron] 10.222.0.11 "GET /v2.0/networks/3e579fa2-6545-4271-9a54-cbb6f69e7636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843600 Jul 09 22:14:16.068799 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef7615-425e-42e8-bcdc-91676caf128e req-06359337-0324-4ddd-84fd-a6559348888d tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:16.070375 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2cef7615-425e-42e8-bcdc-91676caf128e req-06359337-0324-4ddd-84fd-a6559348888d tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.11 "GET /v2.0/networks?id=88571eac-376f-4335-83d2-f6e0b2075aa2 HTTP/1.1" status: 200 len: 815 time: 0.1697209 Jul 09 22:14:16.082541 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f37c75-6806-411e-8c8d-2885f6ac7689 req-005f4cdd-d33c-4e4e-9bd0-c9b40f8d5277 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:16.084235 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56f37c75-6806-411e-8c8d-2885f6ac7689 req-005f4cdd-d33c-4e4e-9bd0-c9b40f8d5277 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1171525 Jul 09 22:14:16.089469 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-2cef7615-425e-42e8-bcdc-91676caf128e req-3cb88f6d-4e30-44d9-b6f0-6a1b98d77f50 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Request body: {'port': {'device_id': '5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d', 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2', 'admin_state_up': True, 'tenant_id': 'c8b0d23241b3455c85ab64bd2faae847'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:14:16.188872 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56f37c75-6806-411e-8c8d-2885f6ac7689 req-54bfe982-cb3f-44b7-ba36-7e44ab1f27a4 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949419 Jul 09 22:14:16.236195 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cef7615-425e-42e8-bcdc-91676caf128e req-3cb88f6d-4e30-44d9-b6f0-6a1b98d77f50 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Made reservation on behalf of c8b0d23241b3455c85ab64bd2faae847 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:14:16.239635 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-2cef7615-425e-42e8-bcdc-91676caf128e req-3cb88f6d-4e30-44d9-b6f0-6a1b98d77f50 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:16.363439 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-2cef7615-425e-42e8-bcdc-91676caf128e req-3cb88f6d-4e30-44d9-b6f0-6a1b98d77f50 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Allocated IP 172.20.0.6 (88571eac-376f-4335-83d2-f6e0b2075aa2/8b8a9bc5-7293-41e2-a6fc-44520b19e195/0654e80a-4481-4a8f-a7a3-2f5b4554bd44) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:14:16.523775 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-2cef7615-425e-42e8-bcdc-91676caf128e req-3cb88f6d-4e30-44d9-b6f0-6a1b98d77f50 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:16.607585 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-2cef7615-425e-42e8-bcdc-91676caf128e req-3cb88f6d-4e30-44d9-b6f0-6a1b98d77f50 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:16.616439 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:16.619978 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['f3ddf4c3-ff47-452f-ba66-a9a2d53e122b', '21bba751-4e92-414c-a23f-97c68eed9a39', '9bf2aee1-5711-4db3-9efd-d12ce824eb69'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:14:16.623427 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17070e-f2db-45f4-ad30-d1aefd6cd741 req-38f51993-c463-44d9-80dd-d70942092b3d tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:16.625050 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef17070e-f2db-45f4-ad30-d1aefd6cd741 req-38f51993-c463-44d9-80dd-d70942092b3d tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.0934024 Jul 09 22:14:16.706325 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cef7615-425e-42e8-bcdc-91676caf128e req-3cb88f6d-4e30-44d9-b6f0-6a1b98d77f50 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Network 88571eac-376f-4335-83d2-f6e0b2075aa2 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:14:16.719461 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-2cef7615-425e-42e8-bcdc-91676caf128e req-3cb88f6d-4e30-44d9-b6f0-6a1b98d77f50 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:14:16.730826 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cef7615-425e-42e8-bcdc-91676caf128e req-3cb88f6d-4e30-44d9-b6f0-6a1b98d77f50 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:14:16.736547 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef7615-425e-42e8-bcdc-91676caf128e req-3cb88f6d-4e30-44d9-b6f0-6a1b98d77f50 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:16.737374 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-2cef7615-425e-42e8-bcdc-91676caf128e req-3cb88f6d-4e30-44d9-b6f0-6a1b98d77f50 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:16.747636 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb88f6d-4e30-44d9-b6f0-6a1b98d77f50 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Pushing event updated for resources: {'Port': ['ID=0654e80a-4481-4a8f-a7a3-2f5b4554bd44,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:16.768444 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef17070e-f2db-45f4-ad30-d1aefd6cd741 req-02d99a28-71a7-4fef-ab4a-c2ce53fbc53a tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231239 Jul 09 22:14:16.774106 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2cef7615-425e-42e8-bcdc-91676caf128e req-3cb88f6d-4e30-44d9-b6f0-6a1b98d77f50 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6887131 Jul 09 22:14:16.797356 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Request body: {'port': {'device_id': '5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:14:16.830489 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9ab70-ab66-46fc-9b89-8ee3a63034f6 req-3e9b5df9-922e-4e20-ae61-eefe55ec99d3 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:16.832070 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f1e9ab70-ab66-46fc-9b89-8ee3a63034f6 req-3e9b5df9-922e-4e20-ae61-eefe55ec99d3 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 931 time: 0.1776891 Jul 09 22:14:16.924782 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f1e9ab70-ab66-46fc-9b89-8ee3a63034f6 req-3a81f8a2-cb42-4d91-a274-fa02d768d555 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833673 Jul 09 22:14:16.931756 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:17.207512 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0654e80a-4481-4a8f-a7a3-2f5b4554bd44 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:14:17.216257 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:17.232320 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Transition to ACTIVE for port object 0654e80a-4481-4a8f-a7a3-2f5b4554bd44 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:14:17.237700 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:17.288571 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Pushing event updated for resources: {'Port': ['ID=0654e80a-4481-4a8f-a7a3-2f5b4554bd44,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:17.327264 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Attempting to bind port 0654e80a-4481-4a8f-a7a3-2f5b4554bd44 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:14:17.327605 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Attempting to bind port 0654e80a-4481-4a8f-a7a3-2f5b4554bd44 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'b8bbfd53-a2e2-42cf-906d-812ee0357238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:14:17.327927 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Attempting to bind port 0654e80a-4481-4a8f-a7a3-2f5b4554bd44 on network 88571eac-376f-4335-83d2-f6e0b2075aa2 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:14:17.333289 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Port 0654e80a-4481-4a8f-a7a3-2f5b4554bd44 on network 88571eac-376f-4335-83d2-f6e0b2075aa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:14:17.333608 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Attempting to bind port 0654e80a-4481-4a8f-a7a3-2f5b4554bd44 on network 88571eac-376f-4335-83d2-f6e0b2075aa2 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:14:17.339172 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:14:17.339524 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Checking segment: {'id': 'b8bbfd53-a2e2-42cf-906d-812ee0357238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:14:17.339919 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Bound using segment: {'id': 'b8bbfd53-a2e2-42cf-906d-812ee0357238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:14:17.340320 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Bound port: 0654e80a-4481-4a8f-a7a3-2f5b4554bd44, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8bbfd53-a2e2-42cf-906d-812ee0357238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:14:17.340686 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:17.449019 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] For port 0654e80a-4481-4a8f-a7a3-2f5b4554bd44, host hv-cinder-79496, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:14:17.453784 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] For port 0654e80a-4481-4a8f-a7a3-2f5b4554bd44, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0654e80a-4481-4a8f-a7a3-2f5b4554bd44,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:14:17.460138 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:17.475382 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727417e8-9b38-48e9-9b5a-c71a9c54a3a4 req-53d43f3a-1a0b-4fc3-867b-cb0c91007096 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:17.476940 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-727417e8-9b38-48e9-9b5a-c71a9c54a3a4 req-53d43f3a-1a0b-4fc3-867b-cb0c91007096 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1330667 Jul 09 22:14:17.504113 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:17.504767 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:17.506181 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2cef7615-425e-42e8-bcdc-91676caf128e req-961353b7-883b-4776-9125-20ebef973dfb service neutron] 10.222.0.11 "PUT /v2.0/ports/0654e80a-4481-4a8f-a7a3-2f5b4554bd44 HTTP/1.1" status: 200 len: 1093 time: 0.7231543 Jul 09 22:14:17.513224 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d', 'tag': '0654e80a-4481-4a8f-a7a3-2f5b4554bd44'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:14:17.515439 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d333394a-d05f-4735-b028-516c1931a613" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d", "tag": "0654e80a-4481-4a8f-a7a3-2f5b4554bd44"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:14:17.562486 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf7e674-f762-478c-b7c4-6f7116b8d62f x-openstack-request-id: req-faf7e674-f762-478c-b7c4-6f7116b8d62f {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:14:17.563038 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d", "tag": "0654e80a-4481-4a8f-a7a3-2f5b4554bd44", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:14:17.563038 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-faf7e674-f762-478c-b7c4-6f7116b8d62f {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:14:17.563335 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d', 'tag': '0654e80a-4481-4a8f-a7a3-2f5b4554bd44', 'status': 'completed', 'code': 200} Jul 09 22:14:17.570615 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-727417e8-9b38-48e9-9b5a-c71a9c54a3a4 req-f316305f-4c47-471d-b8c3-8d024ebec06a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716493 Jul 09 22:14:17.571191 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961353b7-883b-4776-9125-20ebef973dfb service neutron] Pushing event updated for resources: {'Port': ['ID=0654e80a-4481-4a8f-a7a3-2f5b4554bd44,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:17.945014 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d226e0a-65e8-4223-9b65-281ea6326289 req-2610d92e-8932-4e68-bdbf-2ae5b64ae669 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:17.946550 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9d226e0a-65e8-4223-9b65-281ea6326289 req-2610d92e-8932-4e68-bdbf-2ae5b64ae669 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.0649052 Jul 09 22:14:17.987466 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9d226e0a-65e8-4223-9b65-281ea6326289 req-1433423b-5820-44d0-995a-d386c4526310 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352576 Jul 09 22:14:18.102953 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a854c42-0066-499b-8a1e-4593b3efddc0 req-117d98c4-a54c-448b-8567-e9865d73332f tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:18.104365 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8a854c42-0066-499b-8a1e-4593b3efddc0 req-117d98c4-a54c-448b-8567-e9865d73332f tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 943 time: 0.0628645 Jul 09 22:14:18.142135 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8a854c42-0066-499b-8a1e-4593b3efddc0 req-e153e12f-60d6-40bb-b9a9-bcd3814dc671 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317712 Jul 09 22:14:18.392220 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:18.763770 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690ddfb-f23f-49ca-a630-250fed320839 req-64e66f7f-4a0b-4956-b7c3-1dca081c0523 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:18.765319 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8690ddfb-f23f-49ca-a630-250fed320839 req-64e66f7f-4a0b-4956-b7c3-1dca081c0523 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0713544 Jul 09 22:14:18.804853 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8690ddfb-f23f-49ca-a630-250fed320839 req-66cd4ec8-4aaf-4101-af97-7edeaf2daf92 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336330 Jul 09 22:14:19.161573 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31f46e-6cb2-40c9-bc2f-8ce2021455a2 req-0ff1b793-4279-468a-945b-e27078050516 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:19.163590 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cc31f46e-6cb2-40c9-bc2f-8ce2021455a2 req-0ff1b793-4279-468a-945b-e27078050516 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.0624814 Jul 09 22:14:19.203184 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cc31f46e-6cb2-40c9-bc2f-8ce2021455a2 req-8c884046-d574-4add-addc-fb9a4a9da16b tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330920 Jul 09 22:14:19.330960 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e7a22-fae7-45d4-8c9a-5358df94c95e req-0bad688e-60d7-47e8-aa37-6e9f2942ec55 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:19.332524 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-500e7a22-fae7-45d4-8c9a-5358df94c95e req-0bad688e-60d7-47e8-aa37-6e9f2942ec55 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 943 time: 0.0684471 Jul 09 22:14:19.378815 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-500e7a22-fae7-45d4-8c9a-5358df94c95e req-3d81d787-0db8-4ee8-9a5f-af8d3669cd3b tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406542 Jul 09 22:14:19.447596 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:19.986056 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac360d6-7407-4f83-9a46-66752035f706 req-6ba2276d-2749-47ac-890e-4945198aba72 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:19.987566 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3ac360d6-7407-4f83-9a46-66752035f706 req-6ba2276d-2749-47ac-890e-4945198aba72 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0707800 Jul 09 22:14:20.027506 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3ac360d6-7407-4f83-9a46-66752035f706 req-2d54e548-5d20-4b19-a4a8-37b7ae30227d tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341961 Jul 09 22:14:20.381254 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334888f3-9d3f-4cdf-9486-1ca4a06a40d8 req-6f7d00d6-5186-496b-8fae-4671a4871f00 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:20.383269 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-334888f3-9d3f-4cdf-9486-1ca4a06a40d8 req-6f7d00d6-5186-496b-8fae-4671a4871f00 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.0654590 Jul 09 22:14:20.426424 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-334888f3-9d3f-4cdf-9486-1ca4a06a40d8 req-e3a0f4ef-f989-44de-b28a-6bf00250e97f tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375946 Jul 09 22:14:20.572294 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7765bb-97cb-445d-9fd5-0e11a2a6d708 req-9f05cf0d-d6d7-466a-94b3-888c0139c3a9 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:20.574022 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4f7765bb-97cb-445d-9fd5-0e11a2a6d708 req-9f05cf0d-d6d7-466a-94b3-888c0139c3a9 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 943 time: 0.0733442 Jul 09 22:14:20.619042 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4f7765bb-97cb-445d-9fd5-0e11a2a6d708 req-5798249d-0a5d-4577-a067-47ad66de3743 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351205 Jul 09 22:14:21.202737 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b5de1-c6d9-475b-a316-6713948d2681 req-aa1a0253-7ca3-4538-86d6-47ef88ba61f4 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:21.204257 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-275b5de1-c6d9-475b-a316-6713948d2681 req-aa1a0253-7ca3-4538-86d6-47ef88ba61f4 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0649550 Jul 09 22:14:21.244571 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-275b5de1-c6d9-475b-a316-6713948d2681 req-e3807c38-2e6b-4865-acef-bcf486cb62d6 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339968 Jul 09 22:14:21.609261 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df025221-9845-45e6-8b62-848b27d17e91 req-0410e895-5aa6-4d78-9153-0233dffcfced tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:21.610758 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-df025221-9845-45e6-8b62-848b27d17e91 req-0410e895-5aa6-4d78-9153-0233dffcfced tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.0705087 Jul 09 22:14:21.651666 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-df025221-9845-45e6-8b62-848b27d17e91 req-8c71575e-a62f-4c72-bbfe-703c4a2caede tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349531 Jul 09 22:14:21.805186 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345ecca-1370-41e3-b3a8-9fe1accf5d8d req-334cda9f-c17a-4360-bd4e-452a04aebcf9 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:21.806707 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e345ecca-1370-41e3-b3a8-9fe1accf5d8d req-334cda9f-c17a-4360-bd4e-452a04aebcf9 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 943 time: 0.0652213 Jul 09 22:14:21.846530 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e345ecca-1370-41e3-b3a8-9fe1accf5d8d req-51e8a581-624e-4f25-8994-d3fb5a9dc23c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331330 Jul 09 22:14:22.431179 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c909ded-d80c-47a2-a0d2-be96a131b559 req-230b17bb-92d3-4233-9653-e63038f7ba22 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:22.432798 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6c909ded-d80c-47a2-a0d2-be96a131b559 req-230b17bb-92d3-4233-9653-e63038f7ba22 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0638528 Jul 09 22:14:22.477206 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6c909ded-d80c-47a2-a0d2-be96a131b559 req-bd150ac2-8e3e-4ed9-9167-63b787e85e9a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384657 Jul 09 22:14:22.641975 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333394a-d05f-4735-b028-516c1931a613 req-c37cd664-9d63-4960-8d0a-80f795027aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:22.643435 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d333394a-d05f-4735-b028-516c1931a613 req-c37cd664-9d63-4960-8d0a-80f795027aca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8b0d23241b3455c85ab64bd2faae847&device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 1096 time: 0.0640411 Jul 09 22:14:22.755286 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333394a-d05f-4735-b028-516c1931a613 req-1ca79398-8f50-4a1f-a492-6ede4a68e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:22.758672 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d333394a-d05f-4735-b028-516c1931a613 req-1ca79398-8f50-4a1f-a492-6ede4a68e6d5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c8b0d23241b3455c85ab64bd2faae847&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1059098 Jul 09 22:14:22.893133 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333394a-d05f-4735-b028-516c1931a613 req-b5053955-5384-4ddf-ac52-d2df00124426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:22.894612 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d333394a-d05f-4735-b028-516c1931a613 req-b5053955-5384-4ddf-ac52-d2df00124426 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303325 Jul 09 22:14:22.908771 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee719ea-8c08-4254-ab2d-3dc9f97c7d53 req-88656468-e616-4591-bf3b-400c7b31d2ef tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:22.910320 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ee719ea-8c08-4254-ab2d-3dc9f97c7d53 req-88656468-e616-4591-bf3b-400c7b31d2ef tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.1371264 Jul 09 22:14:22.996328 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ee719ea-8c08-4254-ab2d-3dc9f97c7d53 req-1dc67dbe-3bbe-4451-b250-17a780696b05 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774181 Jul 09 22:14:23.054918 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef7615-425e-42e8-bcdc-91676caf128e req-fe94faa3-cacb-4a33-8b0e-95621c146f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:23.056414 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2cef7615-425e-42e8-bcdc-91676caf128e req-fe94faa3-cacb-4a33-8b0e-95621c146f39 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8b0d23241b3455c85ab64bd2faae847&device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 1096 time: 0.1191239 Jul 09 22:14:23.069761 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefda4c-0887-4b16-8202-11e0334b2e36 req-a69ea2f3-9f9f-4d00-b9cb-cb3e0c73404c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:23.071634 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cfefda4c-0887-4b16-8202-11e0334b2e36 req-a69ea2f3-9f9f-4d00-b9cb-cb3e0c73404c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 943 time: 0.1002738 Jul 09 22:14:23.117559 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cfefda4c-0887-4b16-8202-11e0334b2e36 req-c709ddb7-62be-4f3f-a5d6-893d23dd3b18 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405161 Jul 09 22:14:23.270130 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2cef7615-425e-42e8-bcdc-91676caf128e req-c6896f5f-9f08-4963-8aef-b6145f012ff2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0654e80a-4481-4a8f-a7a3-2f5b4554bd44 HTTP/1.1" status: 200 len: 217 time: 0.0350227 Jul 09 22:14:23.325445 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef7615-425e-42e8-bcdc-91676caf128e req-0659e210-933f-4af2-9321-73040b98f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:23.326940 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2cef7615-425e-42e8-bcdc-91676caf128e req-0659e210-933f-4af2-9321-73040b98f702 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b8a9bc5-7293-41e2-a6fc-44520b19e195 HTTP/1.1" status: 200 len: 855 time: 0.0506010 Jul 09 22:14:23.361488 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2cef7615-425e-42e8-bcdc-91676caf128e req-34213c48-597f-4001-8c0f-41ee5db4b27c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88571eac-376f-4335-83d2-f6e0b2075aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265138 Jul 09 22:14:23.455344 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2cef7615-425e-42e8-bcdc-91676caf128e req-dc1b356d-1b22-4305-8194-606a1ba2cf25 service neutron] 10.222.0.11 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849297 Jul 09 22:14:23.555692 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2cef7615-425e-42e8-bcdc-91676caf128e req-7fc6187a-c594-48b9-be6a-c1f04a77d335 service neutron] 10.222.0.11 "GET /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926378 Jul 09 22:14:23.665376 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e042e6-85b2-43f4-9b8e-887627471e95 req-8f65ef87-d3df-4533-be14-fdbf16aea3e8 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:23.667162 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-35e042e6-85b2-43f4-9b8e-887627471e95 req-8f65ef87-d3df-4533-be14-fdbf16aea3e8 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0724282 Jul 09 22:14:23.707041 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-35e042e6-85b2-43f4-9b8e-887627471e95 req-949edd9f-3fae-436c-9093-e4753783918e tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341828 Jul 09 22:14:24.185913 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847be30-6d97-4208-a0cc-fba942504327 req-75ad2277-1e8c-4efe-ba50-94ad9b915042 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:24.187547 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e847be30-6d97-4208-a0cc-fba942504327 req-75ad2277-1e8c-4efe-ba50-94ad9b915042 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.0756404 Jul 09 22:14:24.233331 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e847be30-6d97-4208-a0cc-fba942504327 req-ab7ca8ad-e273-4e97-ab66-ca9d5965dc86 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395558 Jul 09 22:14:24.318224 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb8670-31f0-49a5-b87a-4df3114d1663 req-4a13b911-8364-471a-ab5b-c19e89da3900 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:24.320238 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6eeb8670-31f0-49a5-b87a-4df3114d1663 req-4a13b911-8364-471a-ab5b-c19e89da3900 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 943 time: 0.0853572 Jul 09 22:14:24.358986 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6eeb8670-31f0-49a5-b87a-4df3114d1663 req-6409c537-5720-4667-840b-18044c6a9472 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330145 Jul 09 22:14:24.895002 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6695a2-7f24-4e2a-90eb-7bdf21434426 req-b8dafb3c-13f7-4f3d-ad4b-c35a76fc02d1 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:24.896419 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7d6695a2-7f24-4e2a-90eb-7bdf21434426 req-b8dafb3c-13f7-4f3d-ad4b-c35a76fc02d1 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0695035 Jul 09 22:14:24.939752 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7d6695a2-7f24-4e2a-90eb-7bdf21434426 req-52b64c82-b3bb-423b-a2e1-7fc3ad843c6a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345671 Jul 09 22:14:25.416261 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d41cf-282f-4c3a-99cd-1cc3636dd2eb req-f2edd466-3953-457a-b057-ae6ac1ceb732 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:25.418054 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-894d41cf-282f-4c3a-99cd-1cc3636dd2eb req-f2edd466-3953-457a-b057-ae6ac1ceb732 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.0695882 Jul 09 22:14:25.458278 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-894d41cf-282f-4c3a-99cd-1cc3636dd2eb req-bf5afbbd-ad44-492a-a186-d854d7d98bd5 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345719 Jul 09 22:14:25.539610 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71aaa28-9546-438e-a922-81d9f2d080a7 req-f4e05923-6fba-4f81-85f9-5b2112de2f79 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:25.541258 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a71aaa28-9546-438e-a922-81d9f2d080a7 req-f4e05923-6fba-4f81-85f9-5b2112de2f79 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 943 time: 0.0665219 Jul 09 22:14:25.580250 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a71aaa28-9546-438e-a922-81d9f2d080a7 req-98a32545-b262-4dbb-b90e-356d961c8259 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331099 Jul 09 22:14:26.131559 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4f995-d23a-47de-877f-8839df4aee1c req-cf510da6-9734-4923-a425-4940ec550dbd tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:26.133920 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e9d4f995-d23a-47de-877f-8839df4aee1c req-cf510da6-9734-4923-a425-4940ec550dbd tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0730934 Jul 09 22:14:26.174832 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e9d4f995-d23a-47de-877f-8839df4aee1c req-f9ef16fc-98af-40b2-b7bc-ce96242c9b70 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348539 Jul 09 22:14:26.686819 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34b872-ec7f-4782-937d-b2266dfb711c req-0f2fefe9-0832-43fb-9cae-c3670c7fc1c6 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:26.688381 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ed34b872-ec7f-4782-937d-b2266dfb711c req-0f2fefe9-0832-43fb-9cae-c3670c7fc1c6 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.0706859 Jul 09 22:14:26.756942 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ed34b872-ec7f-4782-937d-b2266dfb711c req-95d650f2-ef8b-46d8-a2ca-8889ffe6c93b tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611830 Jul 09 22:14:26.788096 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5d448-8153-4351-915d-67f86ddcd07b req-8e6957ab-a5a6-4488-adb8-b2a0f1d334e0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:26.789681 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-91b5d448-8153-4351-915d-67f86ddcd07b req-8e6957ab-a5a6-4488-adb8-b2a0f1d334e0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 943 time: 0.0958455 Jul 09 22:14:26.835352 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-91b5d448-8153-4351-915d-67f86ddcd07b req-96935c79-676d-4639-8c3f-f1a9aefab09d tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397296 Jul 09 22:14:27.378708 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bab207-8757-40a1-be5b-ce98bb9c7d94 req-6cdc9afd-d24a-437d-9e13-482f0530ad7d tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:27.381571 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c0bab207-8757-40a1-be5b-ce98bb9c7d94 req-6cdc9afd-d24a-437d-9e13-482f0530ad7d tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0830884 Jul 09 22:14:27.423329 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c0bab207-8757-40a1-be5b-ce98bb9c7d94 req-83923ca4-29c8-4512-ad4b-ac7e9c26f33d tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356653 Jul 09 22:14:27.957394 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5cef5-ed5e-4f33-8603-48dc8fd938d1 req-5b401082-a50b-4fac-9951-13b1498a1a77 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:27.960059 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4dc5cef5-ed5e-4f33-8603-48dc8fd938d1 req-5b401082-a50b-4fac-9951-13b1498a1a77 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.0906312 Jul 09 22:14:28.057507 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4dc5cef5-ed5e-4f33-8603-48dc8fd938d1 req-475c4c27-a277-470b-8ae0-ed654576fe6c tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797758 Jul 09 22:14:28.076312 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3df67-4711-4915-8f9e-6bea1faca5c0 req-e26604ca-d907-419f-9fde-5969ad148f1b tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:28.077863 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d4b3df67-4711-4915-8f9e-6bea1faca5c0 req-e26604ca-d907-419f-9fde-5969ad148f1b tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 943 time: 0.1164877 Jul 09 22:14:28.118071 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d4b3df67-4711-4915-8f9e-6bea1faca5c0 req-9430ce59-d431-4c06-97b0-a8d47e5b620a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335181 Jul 09 22:14:28.598919 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fae1a-c3ef-4d3c-8352-45638f787e78 req-9ac08095-6b66-4006-a132-4537d999baef tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:28.600486 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-278fae1a-c3ef-4d3c-8352-45638f787e78 req-9ac08095-6b66-4006-a132-4537d999baef tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0640476 Jul 09 22:14:28.639709 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-278fae1a-c3ef-4d3c-8352-45638f787e78 req-05067f0f-180f-4c53-b356-2dfb30668a42 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336101 Jul 09 22:14:29.253747 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d405f37-67bb-40ae-b3df-84cf716eb684 req-ffb94cf7-d44e-4a04-89fc-86af42941f35 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:29.255402 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d405f37-67bb-40ae-b3df-84cf716eb684 req-ffb94cf7-d44e-4a04-89fc-86af42941f35 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.0783548 Jul 09 22:14:29.533373 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d405f37-67bb-40ae-b3df-84cf716eb684 req-502ce69e-cf58-440a-a2fb-c277bbe985a6 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685695 Jul 09 22:14:29.559388 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effe7cb-3076-404b-ae45-dd3b4a4711e6 req-99d4918c-974d-4339-baa7-e24daaa52673 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:29.560934 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6effe7cb-3076-404b-ae45-dd3b4a4711e6 req-99d4918c-974d-4339-baa7-e24daaa52673 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 943 time: 0.2981584 Jul 09 22:14:29.601630 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6effe7cb-3076-404b-ae45-dd3b4a4711e6 req-44424f4b-e54d-4987-a0db-a85e3cef866f tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350597 Jul 09 22:14:29.821721 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abb6cc-01e3-4932-854f-f29c1e6e193f req-b3f41193-88f8-4e4d-8d2b-91b5e61545b5 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:29.823154 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-90abb6cc-01e3-4932-854f-f29c1e6e193f req-b3f41193-88f8-4e4d-8d2b-91b5e61545b5 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0680077 Jul 09 22:14:29.863833 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-90abb6cc-01e3-4932-854f-f29c1e6e193f req-1e561e32-d9ae-4d0e-9b9e-ce883a88ba0f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350134 Jul 09 22:14:30.719555 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02c957-ce99-422c-a392-b450e82711c4 req-f23f63df-b89b-4f8b-9549-23ec13fa2c6e tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:30.721102 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dc02c957-ce99-422c-a392-b450e82711c4 req-f23f63df-b89b-4f8b-9549-23ec13fa2c6e tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.0690937 Jul 09 22:14:30.793626 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dc02c957-ce99-422c-a392-b450e82711c4 req-b3146533-0f29-440b-91d0-e247026a233f tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605521 Jul 09 22:14:30.817510 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d00490-1b2b-4998-b880-2f3d201e445f req-dfa94bea-816e-4cc2-bfc8-750afaf1a0d9 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:30.819029 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d2d00490-1b2b-4998-b880-2f3d201e445f req-dfa94bea-816e-4cc2-bfc8-750afaf1a0d9 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 943 time: 0.0970345 Jul 09 22:14:30.858270 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d2d00490-1b2b-4998-b880-2f3d201e445f req-060a6bb9-50de-4f36-8008-c77be6c7e8db tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335701 Jul 09 22:14:31.049546 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaafbff-82d4-4ac2-a9a4-baa8ca190c48 req-eaa237e5-d359-4bf0-9270-f964f5e4bb52 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:31.051118 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3eaafbff-82d4-4ac2-a9a4-baa8ca190c48 req-eaa237e5-d359-4bf0-9270-f964f5e4bb52 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0730100 Jul 09 22:14:31.090252 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3eaafbff-82d4-4ac2-a9a4-baa8ca190c48 req-b58dc3d9-35c3-41e1-b53a-f82fdf942cdd tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328021 Jul 09 22:14:32.023229 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebf2ec-9454-4da8-a4b1-ca57f1edcc52 req-dd38f1ae-1359-4f04-8de3-6d3d546bb400 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:32.024785 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c0ebf2ec-9454-4da8-a4b1-ca57f1edcc52 req-dd38f1ae-1359-4f04-8de3-6d3d546bb400 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.1171973 Jul 09 22:14:32.077644 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c0ebf2ec-9454-4da8-a4b1-ca57f1edcc52 req-33aae550-9cb0-49d4-bea8-13829c37bc02 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461364 Jul 09 22:14:32.084711 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fb653-2e1f-499b-9e2f-a202bb14e58a req-da09b10f-7834-4bfd-84f1-a726b49748a8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:32.086205 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f2fb653-2e1f-499b-9e2f-a202bb14e58a req-da09b10f-7834-4bfd-84f1-a726b49748a8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 943 time: 0.1127903 Jul 09 22:14:32.125964 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f2fb653-2e1f-499b-9e2f-a202bb14e58a req-7042ca0d-73e2-4179-b415-393de0d89bb8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343115 Jul 09 22:14:32.275308 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf80e1-e466-4bbb-895e-4ce36f6e4ab8 req-8b62af97-8330-423d-84a0-c6f9dbe1b4cd tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:32.276886 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ddaf80e1-e466-4bbb-895e-4ce36f6e4ab8 req-8b62af97-8330-423d-84a0-c6f9dbe1b4cd tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0717874 Jul 09 22:14:32.315724 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ddaf80e1-e466-4bbb-895e-4ce36f6e4ab8 req-2d5a3979-95bd-4b05-bc14-450bb9feab81 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331593 Jul 09 22:14:33.297414 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133020df-fee3-4ee3-ae0d-9d12e5f0068b req-bc741ea3-51b8-45be-85bb-bbfcd8ebe4f9 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:33.298943 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-133020df-fee3-4ee3-ae0d-9d12e5f0068b req-bc741ea3-51b8-45be-85bb-bbfcd8ebe4f9 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.1073816 Jul 09 22:14:33.351789 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-133020df-fee3-4ee3-ae0d-9d12e5f0068b req-d51b439b-8e85-47c6-8628-8a3a1efa7b10 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458832 Jul 09 22:14:33.361524 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae2f80-10e0-458e-bf34-b1aaf2e53fdb req-73e3fe23-63a3-4d9a-86f8-d1358f212c5c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:33.363937 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1fae2f80-10e0-458e-bf34-b1aaf2e53fdb req-73e3fe23-63a3-4d9a-86f8-d1358f212c5c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 943 time: 0.1148672 Jul 09 22:14:33.405417 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1fae2f80-10e0-458e-bf34-b1aaf2e53fdb req-f8c59afb-eb09-49d5-a9c4-b265a66ceb6c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351822 Jul 09 22:14:33.523242 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c3c12-f44e-4c5a-984b-7ef65221d2c0 req-4b4f54bc-fab4-40b4-8827-e54a12f6b72f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:33.524841 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-675c3c12-f44e-4c5a-984b-7ef65221d2c0 req-4b4f54bc-fab4-40b4-8827-e54a12f6b72f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0696094 Jul 09 22:14:33.567978 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-675c3c12-f44e-4c5a-984b-7ef65221d2c0 req-4fdbca40-b9e3-4eef-950f-583d044fd140 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356951 Jul 09 22:14:34.622409 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb78b9-78a9-433b-892e-5fd936fc08ec req-91a55cad-9e69-406c-bcfc-b94a002ba19d tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:34.624053 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-47bb78b9-78a9-433b-892e-5fd936fc08ec req-91a55cad-9e69-406c-bcfc-b94a002ba19d tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.1414754 Jul 09 22:14:34.719920 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7813c-cbe7-4074-a10d-cf455dfb3b21 req-9207cba6-ec39-42a9-a281-a9d8760c7b4c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:34.722617 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4fe7813c-cbe7-4074-a10d-cf455dfb3b21 req-9207cba6-ec39-42a9-a281-a9d8760c7b4c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 943 time: 0.1856372 Jul 09 22:14:34.732232 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-47bb78b9-78a9-433b-892e-5fd936fc08ec req-1a5bb540-b17f-4b17-8227-72c9c9611f11 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976596 Jul 09 22:14:34.779933 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4fe7813c-cbe7-4074-a10d-cf455dfb3b21 req-8fd9b590-5ea2-463b-9704-a37e2a24fa5e tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462251 Jul 09 22:14:34.929251 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb80db3-fb7b-445b-9b23-fba2fb3d9702 req-0d1f1243-2640-4e26-ac0d-d791dd251c3a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:34.930706 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5bb80db3-fb7b-445b-9b23-fba2fb3d9702 req-0d1f1243-2640-4e26-ac0d-d791dd251c3a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0682824 Jul 09 22:14:34.972009 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5bb80db3-fb7b-445b-9b23-fba2fb3d9702 req-79f12455-0c03-4683-bfa3-f34c56896161 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353291 Jul 09 22:14:35.679945 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17794e1-3a3b-4755-970f-bec9fb7aed5b req-56900203-5974-4906-9fdc-e8cbfb60603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:35.681506 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f17794e1-3a3b-4755-970f-bec9fb7aed5b req-56900203-5974-4906-9fdc-e8cbfb60603a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 1098 time: 0.0741837 Jul 09 22:14:35.728520 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f17794e1-3a3b-4755-970f-bec9fb7aed5b req-39ad1ae6-7ae8-4393-9cac-c8ae7dc4d03e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390198 Jul 09 22:14:35.979179 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973677b-ad23-45c0-9b90-910eff7abc28 req-20f3230c-40dd-41ed-b3ab-c934f142b4d9 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:35.981115 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c973677b-ad23-45c0-9b90-910eff7abc28 req-20f3230c-40dd-41ed-b3ab-c934f142b4d9 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 943 time: 0.0723286 Jul 09 22:14:36.071432 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c973677b-ad23-45c0-9b90-910eff7abc28 req-2cf2c48c-af42-45c6-b5e6-2c845d28a1d3 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755312 Jul 09 22:14:36.136842 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f70fbc-3c71-45e2-ad45-96ec0dbb4b30 req-367f8b6a-aef0-44f8-957f-66e866cec6a6 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:36.139088 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c9f70fbc-3c71-45e2-ad45-96ec0dbb4b30 req-367f8b6a-aef0-44f8-957f-66e866cec6a6 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 943 time: 0.1173570 Jul 09 22:14:36.211978 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c9f70fbc-3c71-45e2-ad45-96ec0dbb4b30 req-5b0faaee-5bf2-44ad-9dd5-460b2b3f2955 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654204 Jul 09 22:14:36.313880 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4b165-f7eb-4ce5-8cea-6e406eb6f3d1 req-315778d0-c805-4076-949a-deacb3690f34 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:36.315486 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-37c4b165-f7eb-4ce5-8cea-6e406eb6f3d1 req-315778d0-c805-4076-949a-deacb3690f34 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0873988 Jul 09 22:14:36.379363 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-37c4b165-f7eb-4ce5-8cea-6e406eb6f3d1 req-5a0076b9-449d-48c5-ac16-4451629d2dd6 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569382 Jul 09 22:14:36.482548 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 9766735d-de20-4ab2-874e-4ccf623f2fd1 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:14:36.594958 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 9766735d-de20-4ab2-874e-4ccf623f2fd1, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9766735d-de20-4ab2-874e-4ccf623f2fd1,segment=NetworkSegment(181867d4-b460-4e04-98e8-201a446c4786),segment_id=181867d4-b460-4e04-98e8-201a446c4786)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:14:36.616171 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': '9766735d-de20-4ab2-874e-4ccf623f2fd1', 'network_id': '3e579fa2-6545-4271-9a54-cbb6f69e7636', 'port_id': '9766735d-de20-4ab2-874e-4ccf623f2fd1', 'mac_address': 'fa:16:3e:5d:43:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb2726f-a158-4c0b-9229-790a93825566', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:14:36.669684 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:36.685406 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9766735d-de20-4ab2-874e-4ccf623f2fd1 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:14:36.713726 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 9766735d-de20-4ab2-874e-4ccf623f2fd1, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9766735d-de20-4ab2-874e-4ccf623f2fd1,segment=NetworkSegment(181867d4-b460-4e04-98e8-201a446c4786),segment_id=181867d4-b460-4e04-98e8-201a446c4786)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:14:36.718265 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:36.776178 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=9766735d-de20-4ab2-874e-4ccf623f2fd1,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:37.321872 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 39734) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:14:37.350558 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['9766735d-de20-4ab2-874e-4ccf623f2fd1'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:14:37.425775 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999eed3-e72a-481e-bc8b-823c4493d048 req-886a7485-2a42-4c5b-a971-2ad338b463a1 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:37.428057 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7999eed3-e72a-481e-bc8b-823c4493d048 req-886a7485-2a42-4c5b-a971-2ad338b463a1 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 944 time: 0.1669338 Jul 09 22:14:37.508234 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7999eed3-e72a-481e-bc8b-823c4493d048 req-c4303da4-219b-44b4-8661-dc31c17b670c tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590980 Jul 09 22:14:37.560406 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83310455-6a73-4441-8ea9-cca98a56aaa9 req-d42528b6-b2a8-465a-8334-19fe10baa608 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:37.563593 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-83310455-6a73-4441-8ea9-cca98a56aaa9 req-d42528b6-b2a8-465a-8334-19fe10baa608 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 943 time: 0.1631114 Jul 09 22:14:37.600494 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-28854de9-c340-4e74-a12e-94f813d3aead admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:37.615414 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-83310455-6a73-4441-8ea9-cca98a56aaa9 req-0c8e8b7b-4df7-4022-b68d-37d3bdcdceb3 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461116 Jul 09 22:14:37.714174 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-28854de9-c340-4e74-a12e-94f813d3aead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:37.718559 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-28854de9-c340-4e74-a12e-94f813d3aead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:37.741705 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdc37e-815c-477d-bb51-35cb0a030f37 req-76dc116e-a8ad-41c4-8b60-062ba8a264a1 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:37.744407 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c8bdc37e-815c-477d-bb51-35cb0a030f37 req-76dc116e-a8ad-41c4-8b60-062ba8a264a1 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1050813 Jul 09 22:14:37.746368 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-28854de9-c340-4e74-a12e-94f813d3aead admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d70109e352a64c7fa0771d173c2a4a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4229782 Jul 09 22:14:37.751486 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 39746) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:14:37.767698 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28854de9-c340-4e74-a12e-94f813d3aead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c104f87e-65f1-4823-b916-4aaabbfa1eaf,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:37.775930 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28854de9-c340-4e74-a12e-94f813d3aead admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:37.776291 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28854de9-c340-4e74-a12e-94f813d3aead admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:37.776632 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28854de9-c340-4e74-a12e-94f813d3aead admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:37.777005 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28854de9-c340-4e74-a12e-94f813d3aead admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:37.777330 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28854de9-c340-4e74-a12e-94f813d3aead admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:37.777661 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28854de9-c340-4e74-a12e-94f813d3aead admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:37.777981 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28854de9-c340-4e74-a12e-94f813d3aead admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:37.778303 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28854de9-c340-4e74-a12e-94f813d3aead admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:37.778623 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28854de9-c340-4e74-a12e-94f813d3aead admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:37.778940 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28854de9-c340-4e74-a12e-94f813d3aead admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:37.779257 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28854de9-c340-4e74-a12e-94f813d3aead admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:37.779572 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28854de9-c340-4e74-a12e-94f813d3aead admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:37.868657 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c8bdc37e-815c-477d-bb51-35cb0a030f37 req-95bfb061-08aa-4d9e-ac88-74727eacb76a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058953 Jul 09 22:14:37.890753 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2ce60778-8533-461c-afe0-8f20367f42b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:37.931326 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2ce60778-8533-461c-afe0-8f20367f42b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:38.009051 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2ce60778-8533-461c-afe0-8f20367f42b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:38.011387 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2ce60778-8533-461c-afe0-8f20367f42b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:38.013488 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-2ce60778-8533-461c-afe0-8f20367f42b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c104f87e-65f1-4823-b916-4aaabbfa1eaf HTTP/1.1" status: 204 len: 168 time: 0.2607396 Jul 09 22:14:38.026152 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce60778-8533-461c-afe0-8f20367f42b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c104f87e-65f1-4823-b916-4aaabbfa1eaf,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:38.038869 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce60778-8533-461c-afe0-8f20367f42b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:38.039308 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce60778-8533-461c-afe0-8f20367f42b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:38.039738 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce60778-8533-461c-afe0-8f20367f42b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:38.040327 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce60778-8533-461c-afe0-8f20367f42b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:38.040910 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce60778-8533-461c-afe0-8f20367f42b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:38.041702 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce60778-8533-461c-afe0-8f20367f42b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:38.042346 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce60778-8533-461c-afe0-8f20367f42b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:38.042759 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce60778-8533-461c-afe0-8f20367f42b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:38.043290 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce60778-8533-461c-afe0-8f20367f42b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:38.043741 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce60778-8533-461c-afe0-8f20367f42b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:38.044269 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce60778-8533-461c-afe0-8f20367f42b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:38.044755 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce60778-8533-461c-afe0-8f20367f42b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:14:38.433885 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59218d61-786c-49ec-9bba-7054b2a27927 req-28941824-fb82-4101-97f5-d108458e2f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:38.435332 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-59218d61-786c-49ec-9bba-7054b2a27927 req-28941824-fb82-4101-97f5-d108458e2f75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e38d172f82bf4fbaa466022ebb6ecce5&device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 1098 time: 0.0817285 Jul 09 22:14:38.473449 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0654e80a-4481-4a8f-a7a3-2f5b4554bd44 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:14:38.573445 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59218d61-786c-49ec-9bba-7054b2a27927 req-9481c441-4a3b-4897-baf9-74ec24e28bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:38.574994 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-59218d61-786c-49ec-9bba-7054b2a27927 req-9481c441-4a3b-4897-baf9-74ec24e28bd0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=64d56d6c-b5b0-457e-b45f-91b55fb58f13 HTTP/1.1" status: 200 len: 919 time: 0.1280317 Jul 09 22:14:38.584038 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77d9d4-9536-47dd-8f09-361fae35dd3c req-5e5c6b1c-5983-44af-bdef-df92e06d22da tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:38.585672 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4e77d9d4-9536-47dd-8f09-361fae35dd3c req-5e5c6b1c-5983-44af-bdef-df92e06d22da tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1493979 Jul 09 22:14:38.626691 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-59218d61-786c-49ec-9bba-7054b2a27927 req-7bf73d07-39f8-4999-b9e5-2c260a62c714 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d054d0a5-db49-4db2-a4b1-3b071e872831 HTTP/1.1" status: 200 len: 217 time: 0.0400131 Jul 09 22:14:38.661012 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0654e80a-4481-4a8f-a7a3-2f5b4554bd44, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0654e80a-4481-4a8f-a7a3-2f5b4554bd44,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:14:38.698405 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': '0654e80a-4481-4a8f-a7a3-2f5b4554bd44', 'network_id': '88571eac-376f-4335-83d2-f6e0b2075aa2', 'port_id': '0654e80a-4481-4a8f-a7a3-2f5b4554bd44', 'mac_address': 'fa:16:3e:c1:ef:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8a9bc5-7293-41e2-a6fc-44520b19e195', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:14:38.718843 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4e77d9d4-9536-47dd-8f09-361fae35dd3c req-9b364e64-343c-4051-999c-ed6f4597b434 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939190 Jul 09 22:14:38.728554 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59218d61-786c-49ec-9bba-7054b2a27927 req-5beac7da-41c0-472b-8840-9cc4fa56ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:38.731725 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-59218d61-786c-49ec-9bba-7054b2a27927 req-5beac7da-41c0-472b-8840-9cc4fa56ed88 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9 HTTP/1.1" status: 200 len: 858 time: 0.0938408 Jul 09 22:14:38.790538 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-59218d61-786c-49ec-9bba-7054b2a27927 req-11cfa8e7-93a1-4722-812a-99653447b91b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64d56d6c-b5b0-457e-b45f-91b55fb58f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481405 Jul 09 22:14:38.793607 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:38.830263 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0654e80a-4481-4a8f-a7a3-2f5b4554bd44 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:14:38.857490 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0654e80a-4481-4a8f-a7a3-2f5b4554bd44, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0654e80a-4481-4a8f-a7a3-2f5b4554bd44,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:14:38.868757 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:38.973904 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=0654e80a-4481-4a8f-a7a3-2f5b4554bd44,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:39.038545 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c472bd-f1dc-44dd-a0f0-473787d5a286 req-b41ccaf6-b3fb-488c-88b7-0a8fc2e9d141 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:39.040152 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56c472bd-f1dc-44dd-a0f0-473787d5a286 req-b41ccaf6-b3fb-488c-88b7-0a8fc2e9d141 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 944 time: 0.2523696 Jul 09 22:14:39.075612 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-59218d61-786c-49ec-9bba-7054b2a27927 req-2735f732-2475-4144-b55f-ac1207d1c3d2 service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742813 Jul 09 22:14:39.156452 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56c472bd-f1dc-44dd-a0f0-473787d5a286 req-27889715-452f-473a-aec3-4301665924e4 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035178 Jul 09 22:14:39.193072 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6a05a-3b95-413d-9f86-f7d1e2ca813c req-424669c6-dd02-4ef5-850c-40a732a4303c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:39.195733 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-44c6a05a-3b95-413d-9f86-f7d1e2ca813c req-424669c6-dd02-4ef5-850c-40a732a4303c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 944 time: 0.2027287 Jul 09 22:14:39.262895 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-59218d61-786c-49ec-9bba-7054b2a27927 req-42ec79fb-4816-48cd-810a-e8dd41568385 service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786039 Jul 09 22:14:39.297646 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-44c6a05a-3b95-413d-9f86-f7d1e2ca813c req-02ddbb81-9da6-48f0-82c6-1ddb0401848b tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759847 Jul 09 22:14:39.400855 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['0654e80a-4481-4a8f-a7a3-2f5b4554bd44'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:14:39.927585 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64abe32-69af-4331-a6df-3cacadeb73a0 req-17a59246-ad01-4d2c-a1a9-4245e4337612 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:39.929265 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a64abe32-69af-4331-a6df-3cacadeb73a0 req-17a59246-ad01-4d2c-a1a9-4245e4337612 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0843933 Jul 09 22:14:39.985354 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a64abe32-69af-4331-a6df-3cacadeb73a0 req-6eeb81e1-cf88-4b73-9759-d5fd9ba3719f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463486 Jul 09 22:14:40.413934 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39cc7b-250c-45b9-80e3-4dab08592339 req-a06ace8a-a677-4323-88f6-74bb6cb6b347 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:40.417075 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c39cc7b-250c-45b9-80e3-4dab08592339 req-a06ace8a-a677-4323-88f6-74bb6cb6b347 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 944 time: 0.1149161 Jul 09 22:14:40.481676 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 9766735d-de20-4ab2-874e-4ccf623f2fd1 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:14:40.506792 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c39cc7b-250c-45b9-80e3-4dab08592339 req-147ee9e3-383e-4ad4-ba41-c98fe489ae25 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819995 Jul 09 22:14:40.566024 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port 9766735d-de20-4ab2-874e-4ccf623f2fd1 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:14:40.572606 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5663a4-a37a-4f76-a337-28156d344999 req-d4bf0155-c17f-4c6f-afa8-a6652c84c5d5 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:40.573017 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port 9766735d-de20-4ab2-874e-4ccf623f2fd1 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:14:40.573914 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:40.576091 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fd5663a4-a37a-4f76-a337-28156d344999 req-d4bf0155-c17f-4c6f-afa8-a6652c84c5d5 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 944 time: 0.1257949 Jul 09 22:14:40.630611 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fd5663a4-a37a-4f76-a337-28156d344999 req-92ca3942-cef3-4fb4-a11c-dbd8237844e3 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474586 Jul 09 22:14:40.705661 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:40.746907 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9248c735-54fe-4b2c-8e56-dc3bf23bc951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9766735d-de20-4ab2-874e-4ccf623f2fd1'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:14:40.750731 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd81fc9-9afd-44bb-87a8-102054e8c90f" -d '{"events": [{"server_uuid": "9248c735-54fe-4b2c-8e56-dc3bf23bc951", "name": "network-vif-plugged", "status": "completed", "tag": "9766735d-de20-4ab2-874e-4ccf623f2fd1"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:14:40.778275 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 9766735d-de20-4ab2-874e-4ccf623f2fd1, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9766735d-de20-4ab2-874e-4ccf623f2fd1,segment=NetworkSegment(181867d4-b460-4e04-98e8-201a446c4786),segment_id=181867d4-b460-4e04-98e8-201a446c4786)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:14:40.784535 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:40.834018 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813f6d04-34ef-4019-8291-a0252eb6b559 x-openstack-request-id: req-813f6d04-34ef-4019-8291-a0252eb6b559 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:14:40.834428 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9248c735-54fe-4b2c-8e56-dc3bf23bc951", "name": "network-vif-plugged", "status": "completed", "tag": "9766735d-de20-4ab2-874e-4ccf623f2fd1", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:14:40.834833 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-813f6d04-34ef-4019-8291-a0252eb6b559 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:14:40.835439 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9248c735-54fe-4b2c-8e56-dc3bf23bc951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9766735d-de20-4ab2-874e-4ccf623f2fd1', 'code': 200} Jul 09 22:14:40.897327 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=9766735d-de20-4ab2-874e-4ccf623f2fd1,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:41.120537 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc6220-6c9f-4f61-a985-385d93b5d637 req-72664aa3-5ed1-44d8-a479-11455122f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:41.122578 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-98cc6220-6c9f-4f61-a985-385d93b5d637 req-72664aa3-5ed1-44d8-a479-11455122f369 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 1098 time: 0.0996687 Jul 09 22:14:41.206687 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-98cc6220-6c9f-4f61-a985-385d93b5d637 req-0d4fc788-b015-4daa-a1a8-fa4367352e79 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765564 Jul 09 22:14:41.248922 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc69ce-3911-4f54-8de5-a1f94f4595fc req-29a22969-9984-4178-9486-7a86b434dda3 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:41.250487 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-18fc69ce-3911-4f54-8de5-a1f94f4595fc req-29a22969-9984-4178-9486-7a86b434dda3 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0933867 Jul 09 22:14:41.303716 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-18fc69ce-3911-4f54-8de5-a1f94f4595fc req-62172b39-34c1-45b7-8576-42c314c64824 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431871 Jul 09 22:14:41.508521 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-36927d70-c4de-4bd3-9d96-038e8261cd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:41.526288 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 39842) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:14:41.694827 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2550fd14-fa12-45af-8c7c-69effae99a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:41.754131 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad4301-9a4e-4a65-a586-6a3c80c1512e req-ffceb7f9-8bfb-40bd-aad5-8d4c158292d3 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:41.756251 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d3ad4301-9a4e-4a65-a586-6a3c80c1512e req-ffceb7f9-8bfb-40bd-aad5-8d4c158292d3 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 945 time: 0.1182277 Jul 09 22:14:41.825482 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d3ad4301-9a4e-4a65-a586-6a3c80c1512e req-18377c98-0ccf-4876-ae69-edf882b83085 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606890 Jul 09 22:14:41.917613 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2550fd14-fa12-45af-8c7c-69effae99a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:41.923998 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2550fd14-fa12-45af-8c7c-69effae99a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:42.016532 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-2550fd14-fa12-45af-8c7c-69effae99a64 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=707c8f5a804b450b952cc184f0dc7874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4887955 Jul 09 22:14:42.018961 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 39850) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:14:42.019488 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550fd14-fa12-45af-8c7c-69effae99a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e5a66e-db49-454e-92b9-5e04b867be9f,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:42.040168 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b635c6-9497-4d8b-95b7-d898bd5903f8 req-183f3be4-4cf2-4504-8786-7b46f31bbe16 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:42.041251 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a1b635c6-9497-4d8b-95b7-d898bd5903f8 req-183f3be4-4cf2-4504-8786-7b46f31bbe16 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 944 time: 0.2000654 Jul 09 22:14:42.096759 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-19691217-a73e-42e4-b7ee-30590ab3238b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:42.109645 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a1b635c6-9497-4d8b-95b7-d898bd5903f8 req-2c977b86-c2c8-4f68-bfb4-d21a774226e7 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581276 Jul 09 22:14:42.125077 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-19691217-a73e-42e4-b7ee-30590ab3238b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:42.187517 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-19691217-a73e-42e4-b7ee-30590ab3238b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:42.190730 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-19691217-a73e-42e4-b7ee-30590ab3238b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:42.192233 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-19691217-a73e-42e4-b7ee-30590ab3238b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14e5a66e-db49-454e-92b9-5e04b867be9f HTTP/1.1" status: 204 len: 168 time: 0.1719322 Jul 09 22:14:42.203450 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19691217-a73e-42e4-b7ee-30590ab3238b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e5a66e-db49-454e-92b9-5e04b867be9f,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:42.506557 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0654e80a-4481-4a8f-a7a3-2f5b4554bd44 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:14:42.667883 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port 0654e80a-4481-4a8f-a7a3-2f5b4554bd44 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:14:42.677369 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port 0654e80a-4481-4a8f-a7a3-2f5b4554bd44 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:14:42.677714 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:42.713800 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50b186-efe6-4b55-a6a2-d976888b4991 req-bca3bb52-8117-43b7-a43e-55b4b74daa7f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:42.718049 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c50b186-efe6-4b55-a6a2-d976888b4991 req-bca3bb52-8117-43b7-a43e-55b4b74daa7f tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.2019823 Jul 09 22:14:42.825328 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:42.832761 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c50b186-efe6-4b55-a6a2-d976888b4991 req-815b2f99-5722-42bd-b19b-8ac8274874c4 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087735 Jul 09 22:14:42.880912 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0654e80a-4481-4a8f-a7a3-2f5b4554bd44'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:14:42.886228 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f219b8-ac76-42f9-9ec2-f99d34f39662" -d '{"events": [{"server_uuid": "5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d", "name": "network-vif-plugged", "status": "completed", "tag": "0654e80a-4481-4a8f-a7a3-2f5b4554bd44"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:14:42.910475 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0654e80a-4481-4a8f-a7a3-2f5b4554bd44, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0654e80a-4481-4a8f-a7a3-2f5b4554bd44,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:14:42.920078 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:42.974674 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adb6d3d-e77f-4489-979d-96c34ad767bb x-openstack-request-id: req-2adb6d3d-e77f-4489-979d-96c34ad767bb {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:14:42.975242 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d", "name": "network-vif-plugged", "status": "completed", "tag": "0654e80a-4481-4a8f-a7a3-2f5b4554bd44", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:14:42.975670 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2adb6d3d-e77f-4489-979d-96c34ad767bb {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:14:42.979053 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0654e80a-4481-4a8f-a7a3-2f5b4554bd44', 'code': 200} Jul 09 22:14:43.020022 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=0654e80a-4481-4a8f-a7a3-2f5b4554bd44,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:43.118805 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7656fd-901b-416e-bad3-2a1572097bad req-c04ff3e0-5700-4307-9a51-6a704092723e tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:43.120656 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7d7656fd-901b-416e-bad3-2a1572097bad req-c04ff3e0-5700-4307-9a51-6a704092723e tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 945 time: 0.1097379 Jul 09 22:14:43.178088 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7d7656fd-901b-416e-bad3-2a1572097bad req-0cc83d6d-a8e7-4da9-b0c7-9b23ef62b86f tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508380 Jul 09 22:14:43.353814 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50779ee1-c013-4881-a0dc-b812e754b682 req-80f3910e-232e-41d4-a95f-b2357991e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:43.355382 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-50779ee1-c013-4881-a0dc-b812e754b682 req-80f3910e-232e-41d4-a95f-b2357991e0cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 1098 time: 0.0771592 Jul 09 22:14:43.363509 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52863711-22b1-4bae-a4f0-545802450fe6 req-406d106a-cec2-4358-a33b-14cc18377346 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:43.365687 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-52863711-22b1-4bae-a4f0-545802450fe6 req-406d106a-cec2-4358-a33b-14cc18377346 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 945 time: 0.1211526 Jul 09 22:14:43.427947 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-50779ee1-c013-4881-a0dc-b812e754b682 req-93aa27e4-0444-4068-8e5d-f3efb2e0206b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585542 Jul 09 22:14:43.431692 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-52863711-22b1-4bae-a4f0-545802450fe6 req-911adfee-cafb-472e-8ba2-5916798b4eb6 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562782 Jul 09 22:14:44.051411 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1aaa7-d9e4-4498-9c9c-76d6470ef481 req-800e5a08-7e60-4965-9568-c664ecd35705 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:44.053103 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-daf1aaa7-d9e4-4498-9c9c-76d6470ef481 req-800e5a08-7e60-4965-9568-c664ecd35705 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0717955 Jul 09 22:14:44.096968 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-daf1aaa7-d9e4-4498-9c9c-76d6470ef481 req-e82c2710-fd25-4113-a03a-65bdd8621c67 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366831 Jul 09 22:14:44.470457 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10209d2b-0b93-4b27-8615-cfd8f9cf2f59 req-2b56e9e2-c9c3-4b1d-8669-bd9dd8427512 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:44.473934 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-10209d2b-0b93-4b27-8615-cfd8f9cf2f59 req-2b56e9e2-c9c3-4b1d-8669-bd9dd8427512 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 945 time: 0.0938516 Jul 09 22:14:44.545561 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-10209d2b-0b93-4b27-8615-cfd8f9cf2f59 req-0474770e-b02f-4907-a91e-0454d02dc0d5 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591753 Jul 09 22:14:44.722076 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90204d4e-104a-4dec-a800-39e9f15c1dfc req-53d6803b-68fd-4480-b3fa-cfdb5b8aec8c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:44.725682 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-90204d4e-104a-4dec-a800-39e9f15c1dfc req-53d6803b-68fd-4480-b3fa-cfdb5b8aec8c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 945 time: 0.0905097 Jul 09 22:14:44.800416 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-90204d4e-104a-4dec-a800-39e9f15c1dfc req-18be8188-c61e-4b0a-9dcf-62ee19059662 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654202 Jul 09 22:14:44.819908 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9aae1539-a572-4ce3-892c-1d112c9ee073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:45.242974 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:45.339517 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d75c6e2-72a2-4677-b29a-bbba47480fa1 req-73540e01-4872-42d5-96e2-1f655e5aa5af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0628390 Jul 09 22:14:45.431951 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75c6e2-72a2-4677-b29a-bbba47480fa1 req-ea428229-9110-44ea-aabd-669b8fb1adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:45.433505 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d75c6e2-72a2-4677-b29a-bbba47480fa1 req-ea428229-9110-44ea-aabd-669b8fb1adf2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e38d172f82bf4fbaa466022ebb6ecce5&device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 1098 time: 0.0597918 Jul 09 22:14:45.562334 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75c6e2-72a2-4677-b29a-bbba47480fa1 req-338be380-916e-4bdb-9db2-2f0e28e3695e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:45.563994 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d75c6e2-72a2-4677-b29a-bbba47480fa1 req-338be380-916e-4bdb-9db2-2f0e28e3695e service neutron] 10.222.0.11 "GET /v2.0/networks?id=64d56d6c-b5b0-457e-b45f-91b55fb58f13 HTTP/1.1" status: 200 len: 919 time: 0.1091933 Jul 09 22:14:45.619604 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d75c6e2-72a2-4677-b29a-bbba47480fa1 req-94866690-30b2-489a-88ac-6a4ab66b46b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78dad48d-0310-4c00-88b2-f5488924058b HTTP/1.1" status: 200 len: 217 time: 0.0473807 Jul 09 22:14:45.712229 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75c6e2-72a2-4677-b29a-bbba47480fa1 req-ccd704cf-4f37-424b-b188-afcca40497a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:45.713815 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d75c6e2-72a2-4677-b29a-bbba47480fa1 req-ccd704cf-4f37-424b-b188-afcca40497a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9 HTTP/1.1" status: 200 len: 858 time: 0.0821466 Jul 09 22:14:45.770193 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d75c6e2-72a2-4677-b29a-bbba47480fa1 req-2a5ac954-3921-47ee-b593-10a093b0aeb1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64d56d6c-b5b0-457e-b45f-91b55fb58f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472853 Jul 09 22:14:45.956742 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d75c6e2-72a2-4677-b29a-bbba47480fa1 req-5774172f-b3f3-4151-adcd-655e25ea2c79 service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792085 Jul 09 22:14:45.993638 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48249e73-d367-4d35-af2b-a3231ecb77af req-4f348de2-3e72-42e1-8ddd-68680e69d843 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:45.996345 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48249e73-d367-4d35-af2b-a3231ecb77af req-4f348de2-3e72-42e1-8ddd-68680e69d843 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 945 time: 0.1697512 Jul 09 22:14:46.137091 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48249e73-d367-4d35-af2b-a3231ecb77af req-66bfe503-5411-4cc8-a6e8-f6be1e469024 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228306 Jul 09 22:14:46.178618 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d75c6e2-72a2-4677-b29a-bbba47480fa1 req-e71f3a5b-dda6-48cd-8187-27c6d67e4901 service neutron] 10.222.0.11 "GET /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134128 Jul 09 22:14:46.206470 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e70db-0059-42fa-93b2-6e96e2e77a75 req-642714e0-ace3-47c2-b268-a139cdafd4cf tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:46.208377 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a35e70db-0059-42fa-93b2-6e96e2e77a75 req-642714e0-ace3-47c2-b268-a139cdafd4cf tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 945 time: 0.1579902 Jul 09 22:14:46.282261 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a35e70db-0059-42fa-93b2-6e96e2e77a75 req-8abde90b-29f4-4c10-b123-db6b0e4986c8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632634 Jul 09 22:14:46.634613 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:47.344202 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e43743-c47d-4ce0-b4c8-12575ce23d92 req-b88f6fd0-d6e1-443e-9687-4c91c6434dc0 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:47.345656 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0e43743-c47d-4ce0-b4c8-12575ce23d92 req-b88f6fd0-d6e1-443e-9687-4c91c6434dc0 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 945 time: 0.0711725 Jul 09 22:14:47.387468 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0e43743-c47d-4ce0-b4c8-12575ce23d92 req-df8123af-49dd-4ac7-8f63-33dd2249a6c3 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/security-groups?id=16d5ba9c-6278-4bea-84b3-3dcdf96de95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348647 Jul 09 22:14:47.592798 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6aed81-494d-4bac-a920-42db5def568c req-2eab42b8-b5b8-4bcc-a13c-bbd3864725bc tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:47.594406 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2e6aed81-494d-4bac-a920-42db5def568c req-2eab42b8-b5b8-4bcc-a13c-bbd3864725bc tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.11 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 945 time: 0.0653150 Jul 09 22:14:47.706898 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-2e6aed81-494d-4bac-a920-42db5def568c req-3f92442c-6102-4acb-968d-fe0bdb197c03 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Deleting port 9766735d-de20-4ab2-874e-4ccf623f2fd1 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:14:47.707238 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-2e6aed81-494d-4bac-a920-42db5def568c req-3f92442c-6102-4acb-968d-fe0bdb197c03 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:47.820856 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-2e6aed81-494d-4bac-a920-42db5def568c req-3f92442c-6102-4acb-968d-fe0bdb197c03 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] For port 9766735d-de20-4ab2-874e-4ccf623f2fd1, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9766735d-de20-4ab2-874e-4ccf623f2fd1,segment=NetworkSegment(181867d4-b460-4e04-98e8-201a446c4786),segment_id=181867d4-b460-4e04-98e8-201a446c4786)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:14:47.821023 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-2e6aed81-494d-4bac-a920-42db5def568c req-3f92442c-6102-4acb-968d-fe0bdb197c03 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:47.838710 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-2e6aed81-494d-4bac-a920-42db5def568c req-3f92442c-6102-4acb-968d-fe0bdb197c03 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Calling delete_port for 9766735d-de20-4ab2-874e-4ccf623f2fd1 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:14:48.009984 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-2e6aed81-494d-4bac-a920-42db5def568c req-3f92442c-6102-4acb-968d-fe0bdb197c03 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:48.024292 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['9766735d-de20-4ab2-874e-4ccf623f2fd1'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:14:48.092272 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92442c-6102-4acb-968d-fe0bdb197c03 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Pushing event deleted for resources: {'Port': ['ID=9766735d-de20-4ab2-874e-4ccf623f2fd1,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:48.140047 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6aed81-494d-4bac-a920-42db5def568c req-3f92442c-6102-4acb-968d-fe0bdb197c03 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] No DVR routers for this DVR port 9766735d-de20-4ab2-874e-4ccf623f2fd1 on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:14:48.143285 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-2e6aed81-494d-4bac-a920-42db5def568c req-3f92442c-6102-4acb-968d-fe0bdb197c03 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:48.145745 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2e6aed81-494d-4bac-a920-42db5def568c req-3f92442c-6102-4acb-968d-fe0bdb197c03 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.11 "DELETE /v2.0/ports/9766735d-de20-4ab2-874e-4ccf623f2fd1 HTTP/1.1" status: 204 len: 173 time: 0.5456600 Jul 09 22:14:48.146206 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9248c735-54fe-4b2c-8e56-dc3bf23bc951', 'name': 'network-vif-deleted', 'tag': '9766735d-de20-4ab2-874e-4ccf623f2fd1'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:14:48.148873 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c991d026-f4c4-4517-b257-70a18bc7c33c" -d '{"events": [{"server_uuid": "9248c735-54fe-4b2c-8e56-dc3bf23bc951", "name": "network-vif-deleted", "tag": "9766735d-de20-4ab2-874e-4ccf623f2fd1"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:14:48.168477 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 39996) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:14:48.195721 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdbf4c2-c660-4eae-b3e8-e9d67ad38b8b x-openstack-request-id: req-dbdbf4c2-c660-4eae-b3e8-e9d67ad38b8b {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:14:48.196204 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9248c735-54fe-4b2c-8e56-dc3bf23bc951", "name": "network-vif-deleted", "tag": "9766735d-de20-4ab2-874e-4ccf623f2fd1", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:14:48.196627 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dbdbf4c2-c660-4eae-b3e8-e9d67ad38b8b {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:14:48.197189 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9248c735-54fe-4b2c-8e56-dc3bf23bc951', 'name': 'network-vif-deleted', 'tag': '9766735d-de20-4ab2-874e-4ccf623f2fd1', 'status': 'completed', 'code': 200} Jul 09 22:14:48.329661 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f91526fe-18c7-4d28-a3b0-cf061214c0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:48.401655 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:48.446717 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f91526fe-18c7-4d28-a3b0-cf061214c0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:48.452685 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f91526fe-18c7-4d28-a3b0-cf061214c0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:48.497935 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 40006) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:14:48.500578 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-f91526fe-18c7-4d28-a3b0-cf061214c0f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b70d52c6e4c04b148165c8398ac3f2c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301899 Jul 09 22:14:48.508309 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91526fe-18c7-4d28-a3b0-cf061214c0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0189fb77-baba-4eff-b238-979dc7da8358,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:48.573995 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b94814b4-7e94-440c-a834-ee4b3710adba req-5fcab5f5-5840-49e4-8b8a-06b65e4415e1 tempest-VolumesActionsTest-1559424239 tempest-VolumesActionsTest-1559424239-project] 10.222.0.10 "GET /v2.0/ports?device_id=9248c735-54fe-4b2c-8e56-dc3bf23bc951 HTTP/1.1" status: 200 len: 210 time: 0.0339799 Jul 09 22:14:48.603822 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-32d3a24e-4ebf-4b92-b993-af3c0370521f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:48.636304 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-32d3a24e-4ebf-4b92-b993-af3c0370521f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:48.692851 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-32d3a24e-4ebf-4b92-b993-af3c0370521f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:48.695451 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-32d3a24e-4ebf-4b92-b993-af3c0370521f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:48.697792 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-32d3a24e-4ebf-4b92-b993-af3c0370521f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0189fb77-baba-4eff-b238-979dc7da8358 HTTP/1.1" status: 204 len: 168 time: 0.1977968 Jul 09 22:14:48.708689 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3a24e-4ebf-4b92-b993-af3c0370521f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0189fb77-baba-4eff-b238-979dc7da8358,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:48.973079 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 40012) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:14:48.993829 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-34db7b5a-6328-4bf9-9341-27821b4699da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:49.109932 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-34db7b5a-6328-4bf9-9341-27821b4699da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:49.114830 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-34db7b5a-6328-4bf9-9341-27821b4699da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:49.158007 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-34db7b5a-6328-4bf9-9341-27821b4699da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98417f21277b453f93912322035f812d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831865 Jul 09 22:14:49.159372 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db7b5a-6328-4bf9-9341-27821b4699da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99fc15a-056e-4a15-af16-cbcb93021a74,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:49.161022 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 40018) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:14:49.222527 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c53f57a6-3ddc-4d2f-bc63-59c54ae85137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:49.253676 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c53f57a6-3ddc-4d2f-bc63-59c54ae85137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:49.320525 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c53f57a6-3ddc-4d2f-bc63-59c54ae85137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:49.323284 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c53f57a6-3ddc-4d2f-bc63-59c54ae85137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:49.324490 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-c53f57a6-3ddc-4d2f-bc63-59c54ae85137 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f99fc15a-056e-4a15-af16-cbcb93021a74 HTTP/1.1" status: 204 len: 168 time: 0.1620440 Jul 09 22:14:49.336242 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f57a6-3ddc-4d2f-bc63-59c54ae85137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99fc15a-056e-4a15-af16-cbcb93021a74,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:49.429468 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:49.526973 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed601ad-b4e2-437e-bd38-b3f830541b89 req-9a5e614a-01e2-494d-b5a9-83e2d02da8a0 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:49.528958 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bed601ad-b4e2-437e-bd38-b3f830541b89 req-9a5e614a-01e2-494d-b5a9-83e2d02da8a0 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.0679646 Jul 09 22:14:49.571220 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bed601ad-b4e2-437e-bd38-b3f830541b89 req-ac5738ed-0e1b-4748-a0cc-48d89ca39e11 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367007 Jul 09 22:14:49.711320 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 40032) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:14:49.728582 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-07c93658-21bb-4410-9b38-66655c8c4a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:49.826009 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-07c93658-21bb-4410-9b38-66655c8c4a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:49.830424 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-07c93658-21bb-4410-9b38-66655c8c4a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:49.871224 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c93658-21bb-4410-9b38-66655c8c4a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0787e9d3-65c9-4f2a-a9e7-5a1168dd9589,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:49.878324 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-07c93658-21bb-4410-9b38-66655c8c4a92 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6f362e8af354246bd643c6a3b81fee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656973 Jul 09 22:14:49.881298 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 40042) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:14:49.943008 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1849941d-3dcc-4abe-b2a0-1e2e0fbd185b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:49.969248 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1849941d-3dcc-4abe-b2a0-1e2e0fbd185b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:50.022640 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1849941d-3dcc-4abe-b2a0-1e2e0fbd185b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:50.026213 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1849941d-3dcc-4abe-b2a0-1e2e0fbd185b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:50.028363 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-1849941d-3dcc-4abe-b2a0-1e2e0fbd185b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0787e9d3-65c9-4f2a-a9e7-5a1168dd9589 HTTP/1.1" status: 204 len: 168 time: 0.1455956 Jul 09 22:14:50.038958 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849941d-3dcc-4abe-b2a0-1e2e0fbd185b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0787e9d3-65c9-4f2a-a9e7-5a1168dd9589,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:50.555535 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 9766735d-de20-4ab2-874e-4ccf623f2fd1 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:14:50.575875 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: 9766735d-de20-4ab2-874e-4ccf623f2fd1 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:14:50.576222 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 9766735d-de20-4ab2-874e-4ccf623f2fd1 not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:14:50.747886 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872546d-0da5-4739-b312-ec6a11b25ce1 req-9e8eee09-2955-4cd9-b237-c97d787a200b tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:50.749551 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6872546d-0da5-4739-b312-ec6a11b25ce1 req-9e8eee09-2955-4cd9-b237-c97d787a200b tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.0650756 Jul 09 22:14:50.789854 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6872546d-0da5-4739-b312-ec6a11b25ce1 req-ae5ac09c-a221-4e57-9d6b-e62786dbf1ea tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341091 Jul 09 22:14:50.829613 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 40100) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:14:50.925622 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-55a2a4ef-dd91-4c13-84cb-ba9404c45e1e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1736287034-network', 'tenant_id': '57c306e1303d4b6db7707f0e6509725a'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:14:50.948337 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a2a4ef-dd91-4c13-84cb-ba9404c45e1e admin admin] Made reservation on behalf of 57c306e1303d4b6db7707f0e6509725a for: {'network': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:14:50.950805 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-55a2a4ef-dd91-4c13-84cb-ba9404c45e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:50.959083 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-55a2a4ef-dd91-4c13-84cb-ba9404c45e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:51.049873 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-55a2a4ef-dd91-4c13-84cb-ba9404c45e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:51.054686 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-55a2a4ef-dd91-4c13-84cb-ba9404c45e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:51.079705 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a2a4ef-dd91-4c13-84cb-ba9404c45e1e admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=93127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 22:14:51.088470 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2a4ef-dd91-4c13-84cb-ba9404c45e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347c8eee-afa3-4945-adf2-2d21ca3b3dd4,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:51.094664 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-55a2a4ef-dd91-4c13-84cb-ba9404c45e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:51.095115 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.segments_db [None req-55a2a4ef-dd91-4c13-84cb-ba9404c45e1e admin admin] Added segment 1e8e6031-4a88-4c60-bb47-750a1b40ed16 of type vlan for network 973640da-d90a-4b6b-a97b-5474349704cd Jul 09 22:14:51.139519 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-55a2a4ef-dd91-4c13-84cb-ba9404c45e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:51.169731 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-55a2a4ef-dd91-4c13-84cb-ba9404c45e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:51.170726 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2a4ef-dd91-4c13-84cb-ba9404c45e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:51.171310 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-55a2a4ef-dd91-4c13-84cb-ba9404c45e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:51.227144 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-55a2a4ef-dd91-4c13-84cb-ba9404c45e1e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3959990 Jul 09 22:14:51.230105 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 40104) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:14:51.237106 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-2e951b4c-5017-4cd4-8349-7e382837faf1 admin admin] Request body: {'subnet': {'network_id': '973640da-d90a-4b6b-a97b-5474349704cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1736287034-subnet', 'tenant_id': '57c306e1303d4b6db7707f0e6509725a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:14:51.242098 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2a4ef-dd91-4c13-84cb-ba9404c45e1e admin admin] Pushing event updated for resources: {'Network': ['ID=973640da-d90a-4b6b-a97b-5474349704cd,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:51.252562 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network 973640da-d90a-4b6b-a97b-5474349704cd details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:14:51.262830 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e951b4c-5017-4cd4-8349-7e382837faf1 admin admin] Made reservation on behalf of 57c306e1303d4b6db7707f0e6509725a for: {'subnet': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:14:51.265316 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2e951b4c-5017-4cd4-8349-7e382837faf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5560503'] for subnet, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:51.451595 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2e951b4c-5017-4cd4-8349-7e382837faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6067474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5560485'] for subnet, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:51.510823 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e951b4c-5017-4cd4-8349-7e382837faf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a5fcaa4-fc6f-4158-8483-46041fe547bc,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:51.518367 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e951b4c-5017-4cd4-8349-7e382837faf1 admin admin] Checking segment: {'id': '1e8e6031-4a88-4c60-bb47-750a1b40ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '973640da-d90a-4b6b-a97b-5474349704cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:14:51.518726 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e951b4c-5017-4cd4-8349-7e382837faf1 admin admin] Network hostable DHCP agents. Network: 973640da-d90a-4b6b-a97b-5474349704cd, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:14:51.538179 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e951b4c-5017-4cd4-8349-7e382837faf1 admin admin] Network 973640da-d90a-4b6b-a97b-5474349704cd is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:14:51.553120 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-2e951b4c-5017-4cd4-8349-7e382837faf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, 973640da-d90a-4b6b-a97b-5474349704cd) {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:14:51.558158 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e951b4c-5017-4cd4-8349-7e382837faf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:51.559029 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2e951b4c-5017-4cd4-8349-7e382837faf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:51.565431 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d532394-5585-4036-8a3b-69aa83259be4 None None] Network 973640da-d90a-4b6b-a97b-5474349704cd requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:14:51.582682 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-2e951b4c-5017-4cd4-8349-7e382837faf1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3512726 Jul 09 22:14:51.740890 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072ffbf0-b7d8-4cdf-99e2-fd30febec897 None None] Network 973640da-d90a-4b6b-a97b-5474349704cd requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:14:51.988447 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f096b25-8cc9-428d-9dd2-3b733611a145 req-33522901-a34d-46f4-b1f9-b1af357497c4 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:51.990667 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6f096b25-8cc9-428d-9dd2-3b733611a145 req-33522901-a34d-46f4-b1f9-b1af357497c4 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.0730038 Jul 09 22:14:52.056849 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6f096b25-8cc9-428d-9dd2-3b733611a145 req-80e90bbd-7d49-4370-baae-10e516ee5582 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543170 Jul 09 22:14:52.962716 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:14:53.243992 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48b38-c58e-403c-b100-645de029311b req-66635d4d-6cab-4e8b-9d6e-3eefeed4a26a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:53.245434 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aff48b38-c58e-403c-b100-645de029311b req-66635d4d-6cab-4e8b-9d6e-3eefeed4a26a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.0637543 Jul 09 22:14:53.284531 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aff48b38-c58e-403c-b100-645de029311b req-7eb90aeb-811b-4477-aa5b-84010220e6b9 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333381 Jul 09 22:14:54.470850 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54d885-e52e-4a98-9f14-af1248d8c4dc req-edf131a3-c72c-4a86-b9e5-1d71994b93d3 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:54.472388 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fb54d885-e52e-4a98-9f14-af1248d8c4dc req-edf131a3-c72c-4a86-b9e5-1d71994b93d3 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.0667083 Jul 09 22:14:54.516071 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fb54d885-e52e-4a98-9f14-af1248d8c4dc req-2ddb29b9-9e89-48ee-9024-9b27cda4dceb tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372164 Jul 09 22:14:55.899614 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb479f-8a17-4804-ab0d-0dce569ad9eb req-7d049957-cba4-4001-94b1-7151ad62ef29 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:55.901156 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e5fb479f-8a17-4804-ab0d-0dce569ad9eb req-7d049957-cba4-4001-94b1-7151ad62ef29 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.2724626 Jul 09 22:14:55.939405 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e5fb479f-8a17-4804-ab0d-0dce569ad9eb req-7718b06d-7273-4576-9bc5-cc622827ed9c tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326116 Jul 09 22:14:56.776005 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6933e63-59db-41ad-bc93-de1de4c54ee1 req-ef506e06-2b0a-45dc-b3d9-cee407b38e49 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:56.777627 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d6933e63-59db-41ad-bc93-de1de4c54ee1 req-ef506e06-2b0a-45dc-b3d9-cee407b38e49 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.11 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.0921495 Jul 09 22:14:56.950213 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-d6933e63-59db-41ad-bc93-de1de4c54ee1 req-d8922b31-793e-4158-8007-5db9414437ed tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Deleting port 78dad48d-0310-4c00-88b2-f5488924058b {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:14:56.951214 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d6933e63-59db-41ad-bc93-de1de4c54ee1 req-d8922b31-793e-4158-8007-5db9414437ed tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:57.116924 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-d6933e63-59db-41ad-bc93-de1de4c54ee1 req-d8922b31-793e-4158-8007-5db9414437ed tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] For port 78dad48d-0310-4c00-88b2-f5488924058b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=78dad48d-0310-4c00-88b2-f5488924058b,segment=NetworkSegment(78bbba0f-c327-4449-b658-948f153fcd18),segment_id=78bbba0f-c327-4449-b658-948f153fcd18)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:14:57.117955 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d6933e63-59db-41ad-bc93-de1de4c54ee1 req-d8922b31-793e-4158-8007-5db9414437ed tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:57.139156 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-d6933e63-59db-41ad-bc93-de1de4c54ee1 req-d8922b31-793e-4158-8007-5db9414437ed tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Calling delete_port for 78dad48d-0310-4c00-88b2-f5488924058b owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:14:57.306144 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86750db2-a42c-43ad-9ba6-06332a5812b1 req-b9e3a773-9652-4643-bcb2-3a179407b696 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:57.307569 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-86750db2-a42c-43ad-9ba6-06332a5812b1 req-b9e3a773-9652-4643-bcb2-3a179407b696 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 945 time: 0.1494510 Jul 09 22:14:57.411414 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-86750db2-a42c-43ad-9ba6-06332a5812b1 req-d0765a30-1cca-4c86-9f88-91a21568a4a8 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906670 Jul 09 22:14:57.417362 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d6933e63-59db-41ad-bc93-de1de4c54ee1 req-d8922b31-793e-4158-8007-5db9414437ed tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:57.441695 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['d054d0a5-db49-4db2-a4b1-3b071e872831', '78dad48d-0310-4c00-88b2-f5488924058b'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:14:57.514289 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8922b31-793e-4158-8007-5db9414437ed tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Pushing event deleted for resources: {'Port': ['ID=78dad48d-0310-4c00-88b2-f5488924058b,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:14:57.573762 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6933e63-59db-41ad-bc93-de1de4c54ee1 req-d8922b31-793e-4158-8007-5db9414437ed tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] No DVR routers for this DVR port 78dad48d-0310-4c00-88b2-f5488924058b on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:14:57.577473 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d6933e63-59db-41ad-bc93-de1de4c54ee1 req-d8922b31-793e-4158-8007-5db9414437ed tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:14:57.579621 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d6933e63-59db-41ad-bc93-de1de4c54ee1 req-d8922b31-793e-4158-8007-5db9414437ed tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.11 "DELETE /v2.0/ports/78dad48d-0310-4c00-88b2-f5488924058b HTTP/1.1" status: 204 len: 173 time: 0.7937827 Jul 09 22:14:57.580166 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd373199a-fd49-4c13-81d2-a7d797681494', 'name': 'network-vif-deleted', 'tag': '78dad48d-0310-4c00-88b2-f5488924058b'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:14:57.583566 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a677eaf1-1987-4a73-8272-5e0fc9fe2366" -d '{"events": [{"server_uuid": "d373199a-fd49-4c13-81d2-a7d797681494", "name": "network-vif-deleted", "tag": "78dad48d-0310-4c00-88b2-f5488924058b"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:14:57.658829 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59a65e8-99a7-40d5-8d06-e96222034fba x-openstack-request-id: req-a59a65e8-99a7-40d5-8d06-e96222034fba {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:14:57.659461 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d373199a-fd49-4c13-81d2-a7d797681494", "name": "network-vif-deleted", "tag": "78dad48d-0310-4c00-88b2-f5488924058b", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:14:57.659986 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a59a65e8-99a7-40d5-8d06-e96222034fba {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:14:57.660652 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd373199a-fd49-4c13-81d2-a7d797681494', 'name': 'network-vif-deleted', 'tag': '78dad48d-0310-4c00-88b2-f5488924058b', 'status': 'completed', 'code': 200} Jul 09 22:14:58.047771 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-f6725d2e-948b-45cd-b13a-eef14bfaf663 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:14:58.050837 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-f6725d2e-948b-45cd-b13a-eef14bfaf663 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/networks?id=973640da-d90a-4b6b-a97b-5474349704cd HTTP/1.1" status: 200 len: 814 time: 0.2601862 Jul 09 22:14:58.087683 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-5208586d-b7b1-4682-a6e5-360ba2f5c13c tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/quotas/57c306e1303d4b6db7707f0e6509725a HTTP/1.1" status: 200 len: 375 time: 0.0255880 Jul 09 22:14:58.159017 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-b99d8b0f-3ae1-4e37-bd6f-adb00774c3a5 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=57c306e1303d4b6db7707f0e6509725a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627694 Jul 09 22:14:58.334602 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-ca12db8e-06ab-4eb6-b013-bcf9bb24d192 service neutron] 10.222.0.10 "GET /v2.0/networks/973640da-d90a-4b6b-a97b-5474349704cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741900 Jul 09 22:14:58.512224 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-d4353d97-535f-46d5-9120-2f1a5249568d service neutron] 10.222.0.10 "GET /v2.0/networks/973640da-d90a-4b6b-a97b-5474349704cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761105 Jul 09 22:14:58.674544 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-90abc564-7365-46c6-ad1a-9e765e48a5db req-cc52e72a-bf22-422c-a90d-b434dc284eeb tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=d373199a-fd49-4c13-81d2-a7d797681494 HTTP/1.1" status: 200 len: 210 time: 0.0719223 Jul 09 22:14:58.901437 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3ded9502-9097-4bb9-bf08-4ba8ad94ad96 req-e76e5a50-0b3b-4a99-9105-3f06bb4d449d tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd08425-476d-469e-b6ca-0c695938ce3b HTTP/1.1" status: 200 len: 210 time: 0.1157191 Jul 09 22:15:00.332060 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd59cd62-fe81-4c69-a6e0-771599d3f089 req-a9b292ee-8b98-49db-b3ad-52d95c450acb tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd08425-476d-469e-b6ca-0c695938ce3b HTTP/1.1" status: 200 len: 210 time: 0.0582502 Jul 09 22:15:00.537953 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-96a75acf-0a4e-4d1b-b709-ea3e13f920c6 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:00.539521 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-96a75acf-0a4e-4d1b-b709-ea3e13f920c6 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.11 "GET /v2.0/networks?id=973640da-d90a-4b6b-a97b-5474349704cd HTTP/1.1" status: 200 len: 814 time: 0.1529207 Jul 09 22:15:00.563270 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-47465dc7-4ed2-425d-80da-d2edd45d28c3 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Request body: {'port': {'device_id': '1cd08425-476d-469e-b6ca-0c695938ce3b', 'network_id': '973640da-d90a-4b6b-a97b-5474349704cd', 'admin_state_up': True, 'tenant_id': '57c306e1303d4b6db7707f0e6509725a'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:15:00.580715 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 78dad48d-0310-4c00-88b2-f5488924058b no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:15:00.616318 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: 78dad48d-0310-4c00-88b2-f5488924058b {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:15:00.616903 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 78dad48d-0310-4c00-88b2-f5488924058b not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:15:00.756652 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-47465dc7-4ed2-425d-80da-d2edd45d28c3 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Made reservation on behalf of 57c306e1303d4b6db7707f0e6509725a for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:15:00.760847 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-47465dc7-4ed2-425d-80da-d2edd45d28c3 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:01.098896 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63170b-993a-43a2-9622-a910739bdd3d req-cc199ccc-9210-4514-9362-eb9426130f64 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:01.108877 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6c63170b-993a-43a2-9622-a910739bdd3d req-cc199ccc-9210-4514-9362-eb9426130f64 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.2321358 Jul 09 22:15:01.142118 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-47465dc7-4ed2-425d-80da-d2edd45d28c3 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Allocated IP 172.20.0.14 (973640da-d90a-4b6b-a97b-5474349704cd/0a5fcaa4-fc6f-4158-8483-46041fe547bc/beadffc5-a273-4329-940d-a88ca8657040) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:15:01.200879 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6c63170b-993a-43a2-9622-a910739bdd3d req-03e09250-eb70-43a0-b882-707af767bac2 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901914 Jul 09 22:15:01.406155 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-47465dc7-4ed2-425d-80da-d2edd45d28c3 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:01.458264 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-47465dc7-4ed2-425d-80da-d2edd45d28c3 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:01.524579 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-47465dc7-4ed2-425d-80da-d2edd45d28c3 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Network 973640da-d90a-4b6b-a97b-5474349704cd is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:15:01.528488 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-47465dc7-4ed2-425d-80da-d2edd45d28c3 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:15:01.533129 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-47465dc7-4ed2-425d-80da-d2edd45d28c3 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:15:01.544354 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-47465dc7-4ed2-425d-80da-d2edd45d28c3 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:01.545157 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-47465dc7-4ed2-425d-80da-d2edd45d28c3 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:01.563293 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47465dc7-4ed2-425d-80da-d2edd45d28c3 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Pushing event updated for resources: {'Port': ['ID=beadffc5-a273-4329-940d-a88ca8657040,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:01.573225 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-47465dc7-4ed2-425d-80da-d2edd45d28c3 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0192237 Jul 09 22:15:01.592207 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Request body: {'port': {'device_id': '1cd08425-476d-469e-b6ca-0c695938ce3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:15:01.755026 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:01.821589 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a41b8-6c23-4e58-86ed-c23a584995bd req-a3f1680f-b308-4293-b970-2e33ad8de042 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:01.823152 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e42a41b8-6c23-4e58-86ed-c23a584995bd req-a3f1680f-b308-4293-b970-2e33ad8de042 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd08425-476d-469e-b6ca-0c695938ce3b HTTP/1.1" status: 200 len: 932 time: 0.1985617 Jul 09 22:15:01.833385 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6c655-26fa-476b-942c-1c72403a3d20 req-38888cd2-88c1-43ec-a7f3-7ea4c629bced tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:01.834955 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b2c6c655-26fa-476b-942c-1c72403a3d20 req-38888cd2-88c1-43ec-a7f3-7ea4c629bced tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 945 time: 0.2398646 Jul 09 22:15:02.001435 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e42a41b8-6c23-4e58-86ed-c23a584995bd req-7a6cf410-639b-4394-b8bd-fa933a664658 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653378 Jul 09 22:15:02.033779 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b2c6c655-26fa-476b-942c-1c72403a3d20 req-232ce3e2-918e-4973-9731-9fc04a98eb91 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679382 Jul 09 22:15:02.218638 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beadffc5-a273-4329-940d-a88ca8657040 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:15:02.232874 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:02.253440 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Transition to ACTIVE for port object beadffc5-a273-4329-940d-a88ca8657040 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:15:02.260132 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:02.317978 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Pushing event updated for resources: {'Port': ['ID=beadffc5-a273-4329-940d-a88ca8657040,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:02.367398 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Attempting to bind port beadffc5-a273-4329-940d-a88ca8657040 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:15:02.367736 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Attempting to bind port beadffc5-a273-4329-940d-a88ca8657040 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '1e8e6031-4a88-4c60-bb47-750a1b40ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '973640da-d90a-4b6b-a97b-5474349704cd'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:15:02.368060 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Attempting to bind port beadffc5-a273-4329-940d-a88ca8657040 on network 973640da-d90a-4b6b-a97b-5474349704cd {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:15:02.374313 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Port beadffc5-a273-4329-940d-a88ca8657040 on network 973640da-d90a-4b6b-a97b-5474349704cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:15:02.374631 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Attempting to bind port beadffc5-a273-4329-940d-a88ca8657040 on network 973640da-d90a-4b6b-a97b-5474349704cd {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:15:02.381360 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:15:02.381688 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Checking segment: {'id': '1e8e6031-4a88-4c60-bb47-750a1b40ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '973640da-d90a-4b6b-a97b-5474349704cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:15:02.382079 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Bound using segment: {'id': '1e8e6031-4a88-4c60-bb47-750a1b40ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '973640da-d90a-4b6b-a97b-5474349704cd'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:15:02.382531 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Bound port: beadffc5-a273-4329-940d-a88ca8657040, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8e6031-4a88-4c60-bb47-750a1b40ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '973640da-d90a-4b6b-a97b-5474349704cd'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:15:02.382894 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:02.493679 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] For port beadffc5-a273-4329-940d-a88ca8657040, host hv-cinder-79496, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:15:02.498526 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] For port beadffc5-a273-4329-940d-a88ca8657040, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=beadffc5-a273-4329-940d-a88ca8657040,segment=NetworkSegment(1e8e6031-4a88-4c60-bb47-750a1b40ed16),segment_id=1e8e6031-4a88-4c60-bb47-750a1b40ed16)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:15:02.510946 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:02.554123 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:02.554755 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:02.556188 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] 10.222.0.11 "PUT /v2.0/ports/beadffc5-a273-4329-940d-a88ca8657040 HTTP/1.1" status: 200 len: 1094 time: 0.9695082 Jul 09 22:15:02.561052 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd08425-476d-469e-b6ca-0c695938ce3b', 'tag': 'beadffc5-a273-4329-940d-a88ca8657040'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:15:02.563186 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4d836c-67de-456c-980f-3ec8a1b88573" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd08425-476d-469e-b6ca-0c695938ce3b", "tag": "beadffc5-a273-4329-940d-a88ca8657040"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:15:02.609415 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89efb8-275f-4c52-9812-a0854722fd44 req-55926d42-854f-4fa1-a043-9f45149147dc tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:02.617425 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6f89efb8-275f-4c52-9812-a0854722fd44 req-55926d42-854f-4fa1-a043-9f45149147dc tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1926310 Jul 09 22:15:02.631368 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496493ba-b9ba-4a95-8d48-b41a8380ab4f x-openstack-request-id: req-496493ba-b9ba-4a95-8d48-b41a8380ab4f {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:15:02.631661 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd08425-476d-469e-b6ca-0c695938ce3b", "tag": "beadffc5-a273-4329-940d-a88ca8657040", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:15:02.631911 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-496493ba-b9ba-4a95-8d48-b41a8380ab4f {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:15:02.632307 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd08425-476d-469e-b6ca-0c695938ce3b', 'tag': 'beadffc5-a273-4329-940d-a88ca8657040', 'status': 'completed', 'code': 200} Jul 09 22:15:02.675467 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e9e36-8cd5-4366-9116-a387f9d94d62 service neutron] Pushing event updated for resources: {'Port': ['ID=beadffc5-a273-4329-940d-a88ca8657040,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:02.713833 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6f89efb8-275f-4c52-9812-a0854722fd44 req-4fbc3242-d436-4859-89a3-2974f19a0671 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805016 Jul 09 22:15:02.744674 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-51f14ba9-d583-43a6-9156-0e74fa9dbc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:02.746298 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-51f14ba9-d583-43a6-9156-0e74fa9dbc90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=57c306e1303d4b6db7707f0e6509725a&device_id=1cd08425-476d-469e-b6ca-0c695938ce3b HTTP/1.1" status: 200 len: 1097 time: 0.1101551 Jul 09 22:15:02.796259 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-00f2b8c7-3afb-435b-954e-88903e916404 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beadffc5-a273-4329-940d-a88ca8657040 HTTP/1.1" status: 200 len: 217 time: 0.0369346 Jul 09 22:15:02.864114 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-068a6a2e-5cbd-42a4-b7d0-c48b7ea363e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:02.866031 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-068a6a2e-5cbd-42a4-b7d0-c48b7ea363e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a5fcaa4-fc6f-4158-8483-46041fe547bc HTTP/1.1" status: 200 len: 854 time: 0.0615478 Jul 09 22:15:02.903151 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-a0f7cf47-483c-4484-bedc-9abf436eee47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=973640da-d90a-4b6b-a97b-5474349704cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282209 Jul 09 22:15:03.035811 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-787c8a9d-78b5-4625-8716-eb1aa17ce11a service neutron] 10.222.0.11 "GET /v2.0/networks/973640da-d90a-4b6b-a97b-5474349704cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247349 Jul 09 22:15:03.219192 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13ab144a-a061-4a3e-9326-a9e5aba248ab req-1d3409a3-86bf-4a81-a425-9f1024867e82 service neutron] 10.222.0.11 "GET /v2.0/networks/973640da-d90a-4b6b-a97b-5474349704cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764753 Jul 09 22:15:03.439630 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465a70a-0aa4-4fe3-9262-0136b50eb069 req-292f4349-218c-45a1-b5e1-ce17359db7bb tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:03.442329 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f465a70a-0aa4-4fe3-9262-0136b50eb069 req-292f4349-218c-45a1-b5e1-ce17359db7bb tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd08425-476d-469e-b6ca-0c695938ce3b HTTP/1.1" status: 200 len: 944 time: 0.2153201 Jul 09 22:15:03.461225 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafed394-7352-4edd-ac15-e3af7fe1ee0d req-4191aa37-36a9-45cb-9b0a-55a7359cc202 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:03.471605 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eafed394-7352-4edd-ac15-e3af7fe1ee0d req-4191aa37-36a9-45cb-9b0a-55a7359cc202 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 945 time: 0.2314069 Jul 09 22:15:03.555536 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d836c-67de-456c-980f-3ec8a1b88573 req-25f0a1fe-bbb5-4c23-8ef0-ec3d07b5694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:03.557102 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8f4d836c-67de-456c-980f-3ec8a1b88573 req-25f0a1fe-bbb5-4c23-8ef0-ec3d07b5694d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=57c306e1303d4b6db7707f0e6509725a&device_id=1cd08425-476d-469e-b6ca-0c695938ce3b HTTP/1.1" status: 200 len: 1097 time: 0.2325904 Jul 09 22:15:03.562325 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f465a70a-0aa4-4fe3-9262-0136b50eb069 req-7c26cf40-7efb-4498-a379-824f030e4daa tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859163 Jul 09 22:15:03.567716 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eafed394-7352-4edd-ac15-e3af7fe1ee0d req-eea5975b-2c46-49ba-ba9f-aa17141fc33c tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942144 Jul 09 22:15:03.705140 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d836c-67de-456c-980f-3ec8a1b88573 req-47cce265-74e8-496b-9232-11c0d1739190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:03.707864 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8f4d836c-67de-456c-980f-3ec8a1b88573 req-47cce265-74e8-496b-9232-11c0d1739190 service neutron] 10.222.0.11 "GET /v2.0/networks?id=973640da-d90a-4b6b-a97b-5474349704cd HTTP/1.1" status: 200 len: 915 time: 0.1369755 Jul 09 22:15:03.766798 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8f4d836c-67de-456c-980f-3ec8a1b88573 req-c7d5081f-02fb-4b90-96e3-f127dd4b29a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beadffc5-a273-4329-940d-a88ca8657040 HTTP/1.1" status: 200 len: 217 time: 0.0513699 Jul 09 22:15:03.846744 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d836c-67de-456c-980f-3ec8a1b88573 req-4973d569-beb7-495b-9360-68d303f0f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:03.848422 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8f4d836c-67de-456c-980f-3ec8a1b88573 req-4973d569-beb7-495b-9360-68d303f0f23a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a5fcaa4-fc6f-4158-8483-46041fe547bc HTTP/1.1" status: 200 len: 854 time: 0.0619090 Jul 09 22:15:03.972617 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8f4d836c-67de-456c-980f-3ec8a1b88573 req-bf03f4b9-3c1d-46c3-ae6c-cca300b442d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=973640da-d90a-4b6b-a97b-5474349704cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157596 Jul 09 22:15:04.138677 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f8629-0c99-41c0-8eba-af188bc31ccf req-6aa7eae7-1d3a-4255-bea5-94657879b054 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:04.140349 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d71f8629-0c99-41c0-8eba-af188bc31ccf req-6aa7eae7-1d3a-4255-bea5-94657879b054 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.2820697 Jul 09 22:15:04.205838 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8f4d836c-67de-456c-980f-3ec8a1b88573 req-98e736a4-8671-45a3-a024-1e138f4bc1c7 service neutron] 10.222.0.11 "GET /v2.0/networks/973640da-d90a-4b6b-a97b-5474349704cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247317 Jul 09 22:15:04.257737 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d71f8629-0c99-41c0-8eba-af188bc31ccf req-89465180-b1c2-4006-bb96-81f81600c496 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991814 Jul 09 22:15:04.345259 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc75b32-dbb7-4680-a2a9-ba2e12b0119c req-3151c642-51a0-4341-89c9-067123ebd770 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:04.346814 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6bc75b32-dbb7-4680-a2a9-ba2e12b0119c req-3151c642-51a0-4341-89c9-067123ebd770 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.11 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 945 time: 0.1950784 Jul 09 22:15:04.426813 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8f4d836c-67de-456c-980f-3ec8a1b88573 req-2998c676-62a0-4d80-af67-857556ab9bc4 service neutron] 10.222.0.11 "GET /v2.0/networks/973640da-d90a-4b6b-a97b-5474349704cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030261 Jul 09 22:15:04.547215 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-6bc75b32-dbb7-4680-a2a9-ba2e12b0119c req-bb043a64-2b98-4594-8b74-cce2a4a6199d tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Deleting port 0654e80a-4481-4a8f-a7a3-2f5b4554bd44 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:15:04.547828 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6bc75b32-dbb7-4680-a2a9-ba2e12b0119c req-bb043a64-2b98-4594-8b74-cce2a4a6199d tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:04.683730 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-6bc75b32-dbb7-4680-a2a9-ba2e12b0119c req-bb043a64-2b98-4594-8b74-cce2a4a6199d tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] For port 0654e80a-4481-4a8f-a7a3-2f5b4554bd44, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0654e80a-4481-4a8f-a7a3-2f5b4554bd44,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:15:04.685736 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6bc75b32-dbb7-4680-a2a9-ba2e12b0119c req-bb043a64-2b98-4594-8b74-cce2a4a6199d tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:04.711416 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-6bc75b32-dbb7-4680-a2a9-ba2e12b0119c req-bb043a64-2b98-4594-8b74-cce2a4a6199d tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Calling delete_port for 0654e80a-4481-4a8f-a7a3-2f5b4554bd44 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:15:05.303634 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21910c-66d7-45d7-8501-537f8c9f6a1b req-e97c31a5-a05f-467b-ba0e-7955626f8de8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:05.317641 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3e21910c-66d7-45d7-8501-537f8c9f6a1b req-e97c31a5-a05f-467b-ba0e-7955626f8de8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 945 time: 0.6073172 Jul 09 22:15:05.337127 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c14968-e0d7-4c4f-97cb-e4edcdd72e2f req-e54b6146-4354-4cf7-8b0a-545ac9aa4e21 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:05.338969 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-55c14968-e0d7-4c4f-97cb-e4edcdd72e2f req-e54b6146-4354-4cf7-8b0a-545ac9aa4e21 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd08425-476d-469e-b6ca-0c695938ce3b HTTP/1.1" status: 200 len: 944 time: 0.3183801 Jul 09 22:15:05.414425 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3e21910c-66d7-45d7-8501-537f8c9f6a1b req-75f40e2b-dbac-4c7d-b718-8127cc6c473a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957968 Jul 09 22:15:05.444371 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-55c14968-e0d7-4c4f-97cb-e4edcdd72e2f req-ac3c02c0-92b4-4513-9fa2-e01526bca844 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979369 Jul 09 22:15:05.487576 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6bc75b32-dbb7-4680-a2a9-ba2e12b0119c req-bb043a64-2b98-4594-8b74-cce2a4a6199d tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:05.506572 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['f3ddf4c3-ff47-452f-ba66-a9a2d53e122b', '21bba751-4e92-414c-a23f-97c68eed9a39', '9bf2aee1-5711-4db3-9efd-d12ce824eb69'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:15:05.568193 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb043a64-2b98-4594-8b74-cce2a4a6199d tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Pushing event deleted for resources: {'Port': ['ID=0654e80a-4481-4a8f-a7a3-2f5b4554bd44,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:05.663801 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc75b32-dbb7-4680-a2a9-ba2e12b0119c req-bb043a64-2b98-4594-8b74-cce2a4a6199d tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] No DVR routers for this DVR port 0654e80a-4481-4a8f-a7a3-2f5b4554bd44 on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:15:05.667702 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6bc75b32-dbb7-4680-a2a9-ba2e12b0119c req-bb043a64-2b98-4594-8b74-cce2a4a6199d tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:05.670531 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6bc75b32-dbb7-4680-a2a9-ba2e12b0119c req-bb043a64-2b98-4594-8b74-cce2a4a6199d tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.11 "DELETE /v2.0/ports/0654e80a-4481-4a8f-a7a3-2f5b4554bd44 HTTP/1.1" status: 204 len: 173 time: 1.3113270 Jul 09 22:15:05.671064 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d', 'name': 'network-vif-deleted', 'tag': '0654e80a-4481-4a8f-a7a3-2f5b4554bd44'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:15:05.675428 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fa6016-9070-4384-9d9e-15fa930291c0" -d '{"events": [{"server_uuid": "5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d", "name": "network-vif-deleted", "tag": "0654e80a-4481-4a8f-a7a3-2f5b4554bd44"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:15:05.728207 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f8502-fc84-49c7-acec-c5ec1580bfcc req-eab7502a-8cb1-4d13-8e19-52cb4414220a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:05.731371 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fa3f8502-fc84-49c7-acec-c5ec1580bfcc req-eab7502a-8cb1-4d13-8e19-52cb4414220a tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1600130 Jul 09 22:15:05.773529 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd87b2c1-d91e-4d3d-b591-e865630fd194 x-openstack-request-id: req-bd87b2c1-d91e-4d3d-b591-e865630fd194 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:15:05.773862 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d", "name": "network-vif-deleted", "tag": "0654e80a-4481-4a8f-a7a3-2f5b4554bd44", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:15:05.774087 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd87b2c1-d91e-4d3d-b591-e865630fd194 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:15:05.775000 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d', 'name': 'network-vif-deleted', 'tag': '0654e80a-4481-4a8f-a7a3-2f5b4554bd44', 'status': 'completed', 'code': 200} Jul 09 22:15:05.814772 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fa3f8502-fc84-49c7-acec-c5ec1580bfcc req-116f27e9-e1cd-4830-8d11-33a32355dd21 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767581 Jul 09 22:15:06.624798 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device beadffc5-a273-4329-940d-a88ca8657040 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:15:06.629415 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0654e80a-4481-4a8f-a7a3-2f5b4554bd44 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:15:06.671087 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: 0654e80a-4481-4a8f-a7a3-2f5b4554bd44 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:15:06.671566 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0654e80a-4481-4a8f-a7a3-2f5b4554bd44 not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:15:06.682137 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fb1ebc93-2632-4e17-9b1d-90d8ffa372cc req-a745faf3-d6df-40f9-98ce-071d06c19995 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dbd53ea-2dab-47b1-9cc5-1d4b0eb37b9d HTTP/1.1" status: 200 len: 210 time: 0.0444796 Jul 09 22:15:06.742689 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d387397-387b-4a0e-960a-8f16e8a837b5 req-eec58678-81e4-4de0-af7d-09f1d9d8bb8c tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:06.745120 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4d387397-387b-4a0e-960a-8f16e8a837b5 req-eec58678-81e4-4de0-af7d-09f1d9d8bb8c tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd08425-476d-469e-b6ca-0c695938ce3b HTTP/1.1" status: 200 len: 944 time: 0.0971844 Jul 09 22:15:06.798545 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4d387397-387b-4a0e-960a-8f16e8a837b5 req-c4c14316-33ed-45da-81b0-47efa7d2cd76 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463603 Jul 09 22:15:06.858258 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port beadffc5-a273-4329-940d-a88ca8657040, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=beadffc5-a273-4329-940d-a88ca8657040,segment=NetworkSegment(1e8e6031-4a88-4c60-bb47-750a1b40ed16),segment_id=1e8e6031-4a88-4c60-bb47-750a1b40ed16)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:15:06.875308 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': 'beadffc5-a273-4329-940d-a88ca8657040', 'network_id': '973640da-d90a-4b6b-a97b-5474349704cd', 'port_id': 'beadffc5-a273-4329-940d-a88ca8657040', 'mac_address': 'fa:16:3e:06:d5:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5fcaa4-fc6f-4158-8483-46041fe547bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:15:06.926659 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:06.940755 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beadffc5-a273-4329-940d-a88ca8657040 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:15:06.974557 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port beadffc5-a273-4329-940d-a88ca8657040, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=beadffc5-a273-4329-940d-a88ca8657040,segment=NetworkSegment(1e8e6031-4a88-4c60-bb47-750a1b40ed16),segment_id=1e8e6031-4a88-4c60-bb47-750a1b40ed16)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:15:06.981342 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:07.036780 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b72d44-8f96-4871-9ead-2212a960b2ca req-0d756961-3032-433a-a7b0-1a81a04325c1 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:07.038504 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06b72d44-8f96-4871-9ead-2212a960b2ca req-0d756961-3032-433a-a7b0-1a81a04325c1 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.0820034 Jul 09 22:15:07.063091 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=beadffc5-a273-4329-940d-a88ca8657040,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:07.073769 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:07.074540 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:07.075191 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:07.075731 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:07.076564 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:07.077277 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:07.077801 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:07.078317 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:07.078666 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:07.079059 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:07.079619 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:07.079956 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:07.092340 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06b72d44-8f96-4871-9ead-2212a960b2ca req-2bfbc485-5116-4195-a505-409d9cf35415 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417590 Jul 09 22:15:07.581293 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['beadffc5-a273-4329-940d-a88ca8657040'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:15:08.004708 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ede74-dc56-4347-9274-949882c544a3 req-21ffd035-9472-434e-a959-d634d1b4fd91 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:08.006292 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6a9ede74-dc56-4347-9274-949882c544a3 req-21ffd035-9472-434e-a959-d634d1b4fd91 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1754973 Jul 09 22:15:08.099086 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc496e-5638-4d05-9941-b08c7c562664 req-338733d4-f794-4e0f-8e9c-e0875f04f8a5 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:08.101153 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-25dc496e-5638-4d05-9941-b08c7c562664 req-338733d4-f794-4e0f-8e9c-e0875f04f8a5 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd08425-476d-469e-b6ca-0c695938ce3b HTTP/1.1" status: 200 len: 945 time: 0.1522698 Jul 09 22:15:08.212232 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-25dc496e-5638-4d05-9941-b08c7c562664 req-e2b7b1ab-747b-4fba-8283-77d7e9805e83 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925853 Jul 09 22:15:08.243524 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-6a9ede74-dc56-4347-9274-949882c544a3 req-4784399f-7359-4d1c-b999-d74205664d19 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Deleting port d054d0a5-db49-4db2-a4b1-3b071e872831 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:15:08.244246 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6a9ede74-dc56-4347-9274-949882c544a3 req-4784399f-7359-4d1c-b999-d74205664d19 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:08.425609 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-6a9ede74-dc56-4347-9274-949882c544a3 req-4784399f-7359-4d1c-b999-d74205664d19 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] For port d054d0a5-db49-4db2-a4b1-3b071e872831, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d054d0a5-db49-4db2-a4b1-3b071e872831,segment=NetworkSegment(78bbba0f-c327-4449-b658-948f153fcd18),segment_id=78bbba0f-c327-4449-b658-948f153fcd18)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:15:08.426306 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6a9ede74-dc56-4347-9274-949882c544a3 req-4784399f-7359-4d1c-b999-d74205664d19 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:08.445497 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-6a9ede74-dc56-4347-9274-949882c544a3 req-4784399f-7359-4d1c-b999-d74205664d19 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Calling delete_port for d054d0a5-db49-4db2-a4b1-3b071e872831 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:15:08.458186 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a965c-af24-484c-aa14-65ede62730f1 req-bab9d971-2c4b-407b-b53c-d2d4eaf80bfc tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:08.459817 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-814a965c-af24-484c-aa14-65ede62730f1 req-bab9d971-2c4b-407b-b53c-d2d4eaf80bfc tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b24c336-d055-411f-ac07-c99d48b54e01 HTTP/1.1" status: 200 len: 945 time: 0.1886537 Jul 09 22:15:08.591449 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-814a965c-af24-484c-aa14-65ede62730f1 req-5f73035f-66b9-4393-9aca-55aeda099ca7 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.10 "GET /v2.0/security-groups?id=945c8929-1332-4af2-8526-57dccd481d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172564 Jul 09 22:15:08.685445 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6a9ede74-dc56-4347-9274-949882c544a3 req-4784399f-7359-4d1c-b999-d74205664d19 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:08.721689 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784399f-7359-4d1c-b999-d74205664d19 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Pushing event deleted for resources: {'Port': ['ID=d054d0a5-db49-4db2-a4b1-3b071e872831,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:08.795514 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9ede74-dc56-4347-9274-949882c544a3 req-4784399f-7359-4d1c-b999-d74205664d19 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] No DVR routers for this DVR port d054d0a5-db49-4db2-a4b1-3b071e872831 on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:15:08.801051 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6a9ede74-dc56-4347-9274-949882c544a3 req-4784399f-7359-4d1c-b999-d74205664d19 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:08.807811 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6a9ede74-dc56-4347-9274-949882c544a3 req-4784399f-7359-4d1c-b999-d74205664d19 tempest-ServerRescueNegativeTestJSON-1533830212 tempest-ServerRescueNegativeTestJSON-1533830212-project] 10.222.0.11 "DELETE /v2.0/ports/d054d0a5-db49-4db2-a4b1-3b071e872831 HTTP/1.1" status: 204 len: 173 time: 0.7929282 Jul 09 22:15:08.809640 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b24c336-d055-411f-ac07-c99d48b54e01', 'name': 'network-vif-deleted', 'tag': 'd054d0a5-db49-4db2-a4b1-3b071e872831'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:15:08.820505 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21294ba8-98b1-4d57-a0cc-8c5b5fb70d77" -d '{"events": [{"server_uuid": "5b24c336-d055-411f-ac07-c99d48b54e01", "name": "network-vif-deleted", "tag": "d054d0a5-db49-4db2-a4b1-3b071e872831"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:15:08.902045 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636241a8-f0c1-4e1c-855f-c3e144a4c8ec x-openstack-request-id: req-636241a8-f0c1-4e1c-855f-c3e144a4c8ec {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:15:08.902509 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b24c336-d055-411f-ac07-c99d48b54e01", "name": "network-vif-deleted", "tag": "d054d0a5-db49-4db2-a4b1-3b071e872831", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:15:08.903354 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-636241a8-f0c1-4e1c-855f-c3e144a4c8ec {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:15:08.904859 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b24c336-d055-411f-ac07-c99d48b54e01', 'name': 'network-vif-deleted', 'tag': 'd054d0a5-db49-4db2-a4b1-3b071e872831', 'status': 'completed', 'code': 200} Jul 09 22:15:09.525507 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1231aa8-6fc8-4c66-8241-5dd5a1d1a7a0 req-cfb28ca7-92fc-4489-b253-688f6d9d70ec tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:09.538856 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e1231aa8-6fc8-4c66-8241-5dd5a1d1a7a0 req-cfb28ca7-92fc-4489-b253-688f6d9d70ec tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd08425-476d-469e-b6ca-0c695938ce3b HTTP/1.1" status: 200 len: 945 time: 0.1245146 Jul 09 22:15:09.667195 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e1231aa8-6fc8-4c66-8241-5dd5a1d1a7a0 req-8457c046-460f-4d89-b1c3-e6c80457967e tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270108 Jul 09 22:15:09.782618 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb9985-8044-4625-bf47-23d6584541be req-39135dfd-2a4d-4646-bc78-6d51ec8b8d80 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:09.791847 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-04bb9985-8044-4625-bf47-23d6584541be req-39135dfd-2a4d-4646-bc78-6d51ec8b8d80 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 945 time: 0.2385671 Jul 09 22:15:09.846741 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-04bb9985-8044-4625-bf47-23d6584541be req-955cfb14-80a2-4c67-9012-3fa1861c3baa tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537512 Jul 09 22:15:09.874790 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 40362) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:10.415635 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ac376ae8-daf7-453e-a785-2d7d45617759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545529'] for router_interface, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:10.649196 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device beadffc5-a273-4329-940d-a88ca8657040 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:15:10.768639 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port beadffc5-a273-4329-940d-a88ca8657040 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:15:10.774312 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port beadffc5-a273-4329-940d-a88ca8657040 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:10.777827 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:10.827477 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-ac376ae8-daf7-453e-a785-2d7d45617759 admin admin] Deleting port 4b55d622-a712-456b-9fcb-d893f3c1646c {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:15:10.828122 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ac376ae8-daf7-453e-a785-2d7d45617759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:10.908898 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:10.961729 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd08425-476d-469e-b6ca-0c695938ce3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beadffc5-a273-4329-940d-a88ca8657040'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:15:10.964271 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c8f801-f424-45d4-979e-f2123563296f" -d '{"events": [{"server_uuid": "1cd08425-476d-469e-b6ca-0c695938ce3b", "name": "network-vif-plugged", "status": "completed", "tag": "beadffc5-a273-4329-940d-a88ca8657040"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:15:10.985943 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port beadffc5-a273-4329-940d-a88ca8657040, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=beadffc5-a273-4329-940d-a88ca8657040,segment=NetworkSegment(1e8e6031-4a88-4c60-bb47-750a1b40ed16),segment_id=1e8e6031-4a88-4c60-bb47-750a1b40ed16)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:15:10.991537 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:10.992457 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device d054d0a5-db49-4db2-a4b1-3b071e872831 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:15:11.042175 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: d054d0a5-db49-4db2-a4b1-3b071e872831 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:15:11.042510 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device d054d0a5-db49-4db2-a4b1-3b071e872831 not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:15:11.077927 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=beadffc5-a273-4329-940d-a88ca8657040,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:11.303391 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d64b-bb0d-40e2-a574-10c7113071a4 req-cbd3e5ff-e244-46b2-ac98-165e931c161f tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:11.319201 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b728d64b-bb0d-40e2-a574-10c7113071a4 req-cbd3e5ff-e244-46b2-ac98-165e931c161f tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd08425-476d-469e-b6ca-0c695938ce3b HTTP/1.1" status: 200 len: 945 time: 0.4791605 Jul 09 22:15:11.324027 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-ac376ae8-daf7-453e-a785-2d7d45617759 admin admin] For port 4b55d622-a712-456b-9fcb-d893f3c1646c, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=4b55d622-a712-456b-9fcb-d893f3c1646c,segment=NetworkSegment(78bbba0f-c327-4449-b658-948f153fcd18),segment_id=78bbba0f-c327-4449-b658-948f153fcd18)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:15:11.326412 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ac376ae8-daf7-453e-a785-2d7d45617759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:11.362152 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-ac376ae8-daf7-453e-a785-2d7d45617759 admin admin] Calling delete_port for 4b55d622-a712-456b-9fcb-d893f3c1646c owned by network:router_interface {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:15:11.410697 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11cbf3-a7f5-49d9-9d50-a4aaa10d7fb1 req-3af410de-cdee-45d1-bc55-b42187a412d4 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:11.418326 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1a11cbf3-a7f5-49d9-9d50-a4aaa10d7fb1 req-3af410de-cdee-45d1-bc55-b42187a412d4 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 945 time: 0.2284398 Jul 09 22:15:11.485358 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b728d64b-bb0d-40e2-a574-10c7113071a4 req-840a2425-e37a-4e0c-a110-fc0f50ffe44c tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390212 Jul 09 22:15:11.526716 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1a11cbf3-a7f5-49d9-9d50-a4aaa10d7fb1 req-82eace38-8d98-4864-979c-bc3592f1069e tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078439 Jul 09 22:15:11.543997 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4dba5b3b-99dc-4710-928f-561fbc4e2133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:11.585406 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c28801c-f34f-4de8-a5db-247896585e6d x-openstack-request-id: req-5c28801c-f34f-4de8-a5db-247896585e6d {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:15:11.585740 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd08425-476d-469e-b6ca-0c695938ce3b", "name": "network-vif-plugged", "status": "completed", "tag": "beadffc5-a273-4329-940d-a88ca8657040", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:15:11.586093 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c28801c-f34f-4de8-a5db-247896585e6d {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:15:11.586574 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd08425-476d-469e-b6ca-0c695938ce3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beadffc5-a273-4329-940d-a88ca8657040', 'code': 200} Jul 09 22:15:11.747236 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb812e0-5efa-4005-8046-37d84b56bcb9 req-398776c4-dfd6-48d1-8989-eb76ca9a5799 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:11.749149 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0bb812e0-5efa-4005-8046-37d84b56bcb9 req-398776c4-dfd6-48d1-8989-eb76ca9a5799 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 945 time: 0.1414154 Jul 09 22:15:11.860899 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ac376ae8-daf7-453e-a785-2d7d45617759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:11.994867 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac376ae8-daf7-453e-a785-2d7d45617759 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b55d622-a712-456b-9fcb-d893f3c1646c,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:12.171025 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-0bb812e0-5efa-4005-8046-37d84b56bcb9 req-19f462e0-a848-4135-95f9-d1436e3a9401 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Deleting port 9bf2aee1-5711-4db3-9efd-d12ce824eb69 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:15:12.171444 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0bb812e0-5efa-4005-8046-37d84b56bcb9 req-19f462e0-a848-4135-95f9-d1436e3a9401 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:12.180251 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fe882-3b0c-4f46-b4d8-51f82c6b570e req-af05784a-5153-41d8-8333-ca42dd9c0d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:12.182083 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6f9fe882-3b0c-4f46-b4d8-51f82c6b570e req-af05784a-5153-41d8-8333-ca42dd9c0d49 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1cd08425-476d-469e-b6ca-0c695938ce3b HTTP/1.1" status: 200 len: 1099 time: 0.3172975 Jul 09 22:15:12.262706 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ac376ae8-daf7-453e-a785-2d7d45617759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548807'] for router_interface, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:12.309210 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6f9fe882-3b0c-4f46-b4d8-51f82c6b570e req-572e1cf9-b21d-42ad-9b58-acb2886aa61b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116381 Jul 09 22:15:12.368437 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-0bb812e0-5efa-4005-8046-37d84b56bcb9 req-19f462e0-a848-4135-95f9-d1436e3a9401 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] For port 9bf2aee1-5711-4db3-9efd-d12ce824eb69, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9bf2aee1-5711-4db3-9efd-d12ce824eb69,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:15:12.368937 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0bb812e0-5efa-4005-8046-37d84b56bcb9 req-19f462e0-a848-4135-95f9-d1436e3a9401 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:12.391039 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-0bb812e0-5efa-4005-8046-37d84b56bcb9 req-19f462e0-a848-4135-95f9-d1436e3a9401 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Calling delete_port for 9bf2aee1-5711-4db3-9efd-d12ce824eb69 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:15:12.688416 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac376ae8-daf7-453e-a785-2d7d45617759 admin admin] Router df69c597-5fc5-43cf-b3fc-36f28f39c01a has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:15:12.707034 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0bb812e0-5efa-4005-8046-37d84b56bcb9 req-19f462e0-a848-4135-95f9-d1436e3a9401 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:12.736245 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['f3ddf4c3-ff47-452f-ba66-a9a2d53e122b', '21bba751-4e92-414c-a23f-97c68eed9a39'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:15:12.814181 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f462e0-a848-4135-95f9-d1436e3a9401 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Pushing event deleted for resources: {'Port': ['ID=9bf2aee1-5711-4db3-9efd-d12ce824eb69,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:12.823503 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0462d8a1-857e-4a57-aa17-5a45dc62808e req-c24a0133-bf32-496b-b9d1-34de210136d4 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5b4290f-49e1-478d-ba01-87ea2a710fb1 HTTP/1.1" status: 200 len: 210 time: 0.0773838 Jul 09 22:15:12.905707 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb812e0-5efa-4005-8046-37d84b56bcb9 req-19f462e0-a848-4135-95f9-d1436e3a9401 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] No DVR routers for this DVR port 9bf2aee1-5711-4db3-9efd-d12ce824eb69 on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:15:12.916757 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0bb812e0-5efa-4005-8046-37d84b56bcb9 req-19f462e0-a848-4135-95f9-d1436e3a9401 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:12.920161 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0bb812e0-5efa-4005-8046-37d84b56bcb9 req-19f462e0-a848-4135-95f9-d1436e3a9401 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.11 "DELETE /v2.0/ports/9bf2aee1-5711-4db3-9efd-d12ce824eb69 HTTP/1.1" status: 204 len: 173 time: 1.1514580 Jul 09 22:15:12.921698 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b4290f-49e1-478d-ba01-87ea2a710fb1', 'name': 'network-vif-deleted', 'tag': '9bf2aee1-5711-4db3-9efd-d12ce824eb69'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:15:12.932057 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1927a2-434d-4261-b2d7-1798f3efe93e" -d '{"events": [{"server_uuid": "a5b4290f-49e1-478d-ba01-87ea2a710fb1", "name": "network-vif-deleted", "tag": "9bf2aee1-5711-4db3-9efd-d12ce824eb69"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:15:13.010619 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48149732-5573-46f9-9001-669d3e0086f9 req-45621954-f918-431c-a063-4ed3a38b4734 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:13.012612 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48149732-5573-46f9-9001-669d3e0086f9 req-45621954-f918-431c-a063-4ed3a38b4734 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd08425-476d-469e-b6ca-0c695938ce3b HTTP/1.1" status: 200 len: 946 time: 0.3228810 Jul 09 22:15:13.019330 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19a5745-6072-4fb0-9689-4e390f857f79 x-openstack-request-id: req-e19a5745-6072-4fb0-9689-4e390f857f79 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:15:13.019330 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b4290f-49e1-478d-ba01-87ea2a710fb1", "name": "network-vif-deleted", "tag": "9bf2aee1-5711-4db3-9efd-d12ce824eb69", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:15:13.019330 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e19a5745-6072-4fb0-9689-4e390f857f79 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:15:13.019330 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b4290f-49e1-478d-ba01-87ea2a710fb1', 'name': 'network-vif-deleted', 'tag': '9bf2aee1-5711-4db3-9efd-d12ce824eb69', 'status': 'completed', 'code': 200} Jul 09 22:15:13.058715 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac376ae8-daf7-453e-a785-2d7d45617759 admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:15:13.065981 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-ac376ae8-daf7-453e-a785-2d7d45617759 admin admin] 10.222.0.10 "PUT /v2.0/routers/df69c597-5fc5-43cf-b3fc-36f28f39c01a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1895602 Jul 09 22:15:13.069181 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 40392) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:13.072169 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48149732-5573-46f9-9001-669d3e0086f9 req-2ab14f76-3f6e-4237-afcf-4997f12def80 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523908 Jul 09 22:15:13.076335 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e485fc10-776b-4582-bfbe-b3a885b7ff0f None None] Sync routers for ids ['df69c597-5fc5-43cf-b3fc-36f28f39c01a'] in dv-cinder-794962-8-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:15:13.138908 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e485fc10-776b-4582-bfbe-b3a885b7ff0f None None] Routers {'df69c597-5fc5-43cf-b3fc-36f28f39c01a'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:15:13.139565 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-e485fc10-776b-4582-bfbe-b3a885b7ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:14:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['df69c597-5fc5-43cf-b3fc-36f28f39c01a'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:13.262575 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9134b95-37c8-4164-99f1-295ec69e5aa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:13.267217 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-e485fc10-776b-4582-bfbe-b3a885b7ff0f None None] Set router df69c597-5fc5-43cf-b3fc-36f28f39c01a gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:15:13.394773 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9134b95-37c8-4164-99f1-295ec69e5aa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:13.473983 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-e9134b95-37c8-4164-99f1-295ec69e5aa2 admin admin] Deleting port 06dae1ae-b8c3-4451-af0e-f6954797dcc6 {{(pid=93127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:15:13.474345 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9134b95-37c8-4164-99f1-295ec69e5aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:13.548607 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-e485fc10-776b-4582-bfbe-b3a885b7ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df69c597-5fc5-43cf-b3fc-36f28f39c01a', 'name': 'tempest-ServerRescueNegativeTestJSON-907768786-router', 'tenant_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '06dae1ae-b8c3-4451-af0e-f6954797dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:11:24Z', 'updated_at': '2021-07-09T22:15:11Z', 'revision_number': 5, 'project_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'gw_port': {'id': '06dae1ae-b8c3-4451-af0e-f6954797dcc6', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df69c597-5fc5-43cf-b3fc-36f28f39c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:11:24Z', 'updated_at': '2021-07-09T22:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:13.591077 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e485fc10-776b-4582-bfbe-b3a885b7ff0f None None] Checking router: df69c597-5fc5-43cf-b3fc-36f28f39c01a for host: dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:15:13.612407 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e485fc10-776b-4582-bfbe-b3a885b7ff0f None None] Routers {'df69c597-5fc5-43cf-b3fc-36f28f39c01a'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:15:13.614915 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-e485fc10-776b-4582-bfbe-b3a885b7ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:14:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['df69c597-5fc5-43cf-b3fc-36f28f39c01a'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:13.801905 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-e9134b95-37c8-4164-99f1-295ec69e5aa2 admin admin] For port 06dae1ae-b8c3-4451-af0e-f6954797dcc6, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=06dae1ae-b8c3-4451-af0e-f6954797dcc6,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:15:13.802191 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9134b95-37c8-4164-99f1-295ec69e5aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:13.812904 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-e485fc10-776b-4582-bfbe-b3a885b7ff0f None None] Set router df69c597-5fc5-43cf-b3fc-36f28f39c01a gateway port host: None {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:15:13.819789 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-e9134b95-37c8-4164-99f1-295ec69e5aa2 admin admin] Calling delete_port for 06dae1ae-b8c3-4451-af0e-f6954797dcc6 owned by network:router_gateway {{(pid=93127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:15:13.957489 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-e485fc10-776b-4582-bfbe-b3a885b7ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df69c597-5fc5-43cf-b3fc-36f28f39c01a', 'name': 'tempest-ServerRescueNegativeTestJSON-907768786-router', 'tenant_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:11:24Z', 'updated_at': '2021-07-09T22:15:13Z', 'revision_number': 6, 'project_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'gw_port_host': None}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:14.032035 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e485fc10-776b-4582-bfbe-b3a885b7ff0f None None] The sync data for ids ['df69c597-5fc5-43cf-b3fc-36f28f39c01a'] in dv-cinder-794962-8-iscsi is: [{'id': 'df69c597-5fc5-43cf-b3fc-36f28f39c01a', 'name': 'tempest-ServerRescueNegativeTestJSON-907768786-router', 'tenant_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:11:24Z', 'updated_at': '2021-07-09T22:15:13Z', 'revision_number': 6, 'project_id': 'e38d172f82bf4fbaa466022ebb6ecce5', 'gw_port_host': None}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:15:14.121028 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9134b95-37c8-4164-99f1-295ec69e5aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6067567'] for port, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:14.151012 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9134b95-37c8-4164-99f1-295ec69e5aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=06dae1ae-b8c3-4451-af0e-f6954797dcc6,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:14.241810 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9134b95-37c8-4164-99f1-295ec69e5aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545214'] for router_gateway, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:14.374281 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9134b95-37c8-4164-99f1-295ec69e5aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518713'] for router, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:14.376652 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9134b95-37c8-4164-99f1-295ec69e5aa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:14.437188 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd6b6d-c2ff-4cb8-bad0-0edce80c7db9 req-60aede70-0676-4498-ac0b-2811c5cd31a6 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:14.449976 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-05dd6b6d-c2ff-4cb8-bad0-0edce80c7db9 req-60aede70-0676-4498-ac0b-2811c5cd31a6 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd08425-476d-469e-b6ca-0c695938ce3b HTTP/1.1" status: 200 len: 946 time: 0.1371436 Jul 09 22:15:14.506495 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9134b95-37c8-4164-99f1-295ec69e5aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555162'] for router, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:14.506832 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9134b95-37c8-4164-99f1-295ec69e5aa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df69c597-5fc5-43cf-b3fc-36f28f39c01a {{(pid=93127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 22:15:14.516548 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9134b95-37c8-4164-99f1-295ec69e5aa2 admin admin] Notify callbacks [] for router, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:14.520009 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-e9134b95-37c8-4164-99f1-295ec69e5aa2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/df69c597-5fc5-43cf-b3fc-36f28f39c01a HTTP/1.1" status: 204 len: 168 time: 1.4475183 Jul 09 22:15:14.520700 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 40410) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:14.524324 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-05dd6b6d-c2ff-4cb8-bad0-0edce80c7db9 req-1d97473b-4b52-4c1e-ac33-e8df8dfb0d6d tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734074 Jul 09 22:15:14.627007 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece33f1a-2c50-42f5-8d33-d5ae96236879 admin admin] Deleting subnet a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9 {{(pid=93127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 22:15:14.649738 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ece33f1a-2c50-42f5-8d33-d5ae96236879 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:14.672771 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 9bf2aee1-5711-4db3-9efd-d12ce824eb69 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:15:14.701579 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: 9bf2aee1-5711-4db3-9efd-d12ce824eb69 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:15:14.702245 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 9bf2aee1-5711-4db3-9efd-d12ce824eb69 not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:15:14.737210 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ece33f1a-2c50-42f5-8d33-d5ae96236879 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5483989'] for subnet, precommit_delete_associations {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:14.824007 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f84e2-49c9-4e64-a161-e5854c6f1428 req-8622adeb-2793-44e0-b294-bd5109d8843d tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:14.824007 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-216f84e2-49c9-4e64-a161-e5854c6f1428 req-8622adeb-2793-44e0-b294-bd5109d8843d tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0598061-6f00-4c25-87ad-81b46d2e4594 HTTP/1.1" status: 200 len: 945 time: 0.2197883 Jul 09 22:15:14.844981 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-412e9c7f-39a2-46b3-9ea9-d00c0097688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:14.874659 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ece33f1a-2c50-42f5-8d33-d5ae96236879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1912411'] for subnet, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:14.923791 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-216f84e2-49c9-4e64-a161-e5854c6f1428 req-8b07fce5-5f6f-4355-8ab9-a9aba028be58 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894628 Jul 09 22:15:14.967353 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ece33f1a-2c50-42f5-8d33-d5ae96236879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1912402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6067541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5560918'] for subnet, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:15.025660 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece33f1a-2c50-42f5-8d33-d5ae96236879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:15.033742 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ece33f1a-2c50-42f5-8d33-d5ae96236879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:15.035800 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-ece33f1a-2c50-42f5-8d33-d5ae96236879 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a4101ca3-3dc2-4ebb-82b3-a6546ff1fad9 HTTP/1.1" status: 204 len: 168 time: 0.5123372 Jul 09 22:15:15.039574 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 40454) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:15.138025 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6cc4a9d1-c7aa-42ad-be2e-242552b99146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1966383'] for network, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:15.228829 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:15.252143 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6cc4a9d1-c7aa-42ad-be2e-242552b99146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909966', 'neutron.services.segments.db._delete_segments_for_network-8759288836437'] for network, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:15.266059 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-6cc4a9d1-c7aa-42ad-be2e-242552b99146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d56d6c-b5b0-457e-b45f-91b55fb58f13']}} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:15.289627 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-6cc4a9d1-c7aa-42ad-be2e-242552b99146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bbba0f-c327-4449-b658-948f153fcd18') {'for_net_delete': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:15.290300 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-6cc4a9d1-c7aa-42ad-be2e-242552b99146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bbba0f-c327-4449-b658-948f153fcd18') {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:15.302198 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6cc4a9d1-c7aa-42ad-be2e-242552b99146 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759288619569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5483970'] for segment, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:15.320222 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6cc4a9d1-c7aa-42ad-be2e-242552b99146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:15.328579 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc4a9d1-c7aa-42ad-be2e-242552b99146 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 22:15:15.329448 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6cc4a9d1-c7aa-42ad-be2e-242552b99146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6067632'] for segment, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: Traceback (most recent call last): Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: timer() Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: cb(*args, **kw) Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: return func(*args, **kwargs) Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: self._notify() Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: self.callback(batched_events) Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: event.method(event) Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: return f(self, *a, **k) Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._get(url).json() Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: return self.request(url, 'GET', **kwargs) Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 22:15:15.332057 dv-cinder-794962-8-iscsi neutron-server[93127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 22:15:15.394149 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6cc4a9d1-c7aa-42ad-be2e-242552b99146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545178'] for network, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:15.404220 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6cc4a9d1-c7aa-42ad-be2e-242552b99146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:15.406633 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-6cc4a9d1-c7aa-42ad-be2e-242552b99146 admin admin] 10.222.0.10 "DELETE /v2.0/networks/64d56d6c-b5b0-457e-b45f-91b55fb58f13 HTTP/1.1" status: 204 len: 168 time: 0.3658917 Jul 09 22:15:15.418418 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4a9d1-c7aa-42ad-be2e-242552b99146 admin admin] Pushing event deleted for resources: {'Network': ['ID=64d56d6c-b5b0-457e-b45f-91b55fb58f13,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:15.676292 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 40466) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:15.741695 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-fe3968b5-7848-4834-9a88-2d5d8a57820a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e38d172f82bf4fbaa466022ebb6ecce5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0632434 Jul 09 22:15:15.746009 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 40468) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:15.863970 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5abe4902-38c7-478f-9a15-7e24dc8b9976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:15.923611 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5abe4902-38c7-478f-9a15-7e24dc8b9976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:16.014700 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5abe4902-38c7-478f-9a15-7e24dc8b9976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:16.019047 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5abe4902-38c7-478f-9a15-7e24dc8b9976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:16.022469 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-5abe4902-38c7-478f-9a15-7e24dc8b9976 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/945c8929-1332-4af2-8526-57dccd481d0e HTTP/1.1" status: 204 len: 168 time: 0.2734065 Jul 09 22:15:16.038161 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe4902-38c7-478f-9a15-7e24dc8b9976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945c8929-1332-4af2-8526-57dccd481d0e,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:16.109929 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 4b55d622-a712-456b-9fcb-d893f3c1646c no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:15:16.151547 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: 4b55d622-a712-456b-9fcb-d893f3c1646c {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:15:16.151951 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 4b55d622-a712-456b-9fcb-d893f3c1646c not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:15:16.152365 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 06dae1ae-b8c3-4451-af0e-f6954797dcc6 no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:15:16.183541 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: 06dae1ae-b8c3-4451-af0e-f6954797dcc6 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:15:16.184003 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 06dae1ae-b8c3-4451-af0e-f6954797dcc6 not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:15:16.256924 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b231a1-3b52-4590-a192-72c02a67241e req-0def65cd-5a0b-4de6-8ac9-faa237b122af tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:16.259171 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-60b231a1-3b52-4590-a192-72c02a67241e req-0def65cd-5a0b-4de6-8ac9-faa237b122af tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0598061-6f00-4c25-87ad-81b46d2e4594 HTTP/1.1" status: 200 len: 945 time: 0.1694758 Jul 09 22:15:16.326833 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697c032-680f-45df-a450-bacd9b76a409 req-1c9233d5-a7ce-419e-ab90-6b61d652517d tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:16.328454 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b697c032-680f-45df-a450-bacd9b76a409 req-1c9233d5-a7ce-419e-ab90-6b61d652517d tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0598061-6f00-4c25-87ad-81b46d2e4594 HTTP/1.1" status: 200 len: 945 time: 0.1298342 Jul 09 22:15:16.345830 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-60b231a1-3b52-4590-a192-72c02a67241e req-ed68a4f0-7b93-42b5-a1a9-8b0605b5c38a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689898 Jul 09 22:15:16.453079 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-b697c032-680f-45df-a450-bacd9b76a409 req-987eba3e-2d1b-4975-8855-438ea5af19f8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Deleting port 21bba751-4e92-414c-a23f-97c68eed9a39 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:15:16.453404 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b697c032-680f-45df-a450-bacd9b76a409 req-987eba3e-2d1b-4975-8855-438ea5af19f8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:16.575174 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-b697c032-680f-45df-a450-bacd9b76a409 req-987eba3e-2d1b-4975-8855-438ea5af19f8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] For port 21bba751-4e92-414c-a23f-97c68eed9a39, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=21bba751-4e92-414c-a23f-97c68eed9a39,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:15:16.575174 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b697c032-680f-45df-a450-bacd9b76a409 req-987eba3e-2d1b-4975-8855-438ea5af19f8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:16.598577 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-b697c032-680f-45df-a450-bacd9b76a409 req-987eba3e-2d1b-4975-8855-438ea5af19f8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Calling delete_port for 21bba751-4e92-414c-a23f-97c68eed9a39 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:15:16.634756 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:16.755701 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b697c032-680f-45df-a450-bacd9b76a409 req-987eba3e-2d1b-4975-8855-438ea5af19f8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:16.774644 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['f3ddf4c3-ff47-452f-ba66-a9a2d53e122b'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:15:16.787177 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987eba3e-2d1b-4975-8855-438ea5af19f8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Pushing event deleted for resources: {'Port': ['ID=21bba751-4e92-414c-a23f-97c68eed9a39,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:16.853638 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b697c032-680f-45df-a450-bacd9b76a409 req-987eba3e-2d1b-4975-8855-438ea5af19f8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] No DVR routers for this DVR port 21bba751-4e92-414c-a23f-97c68eed9a39 on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:15:16.856135 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b697c032-680f-45df-a450-bacd9b76a409 req-987eba3e-2d1b-4975-8855-438ea5af19f8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:16.858169 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b697c032-680f-45df-a450-bacd9b76a409 req-987eba3e-2d1b-4975-8855-438ea5af19f8 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.11 "DELETE /v2.0/ports/21bba751-4e92-414c-a23f-97c68eed9a39 HTTP/1.1" status: 204 len: 173 time: 0.5234847 Jul 09 22:15:16.858617 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0598061-6f00-4c25-87ad-81b46d2e4594', 'name': 'network-vif-deleted', 'tag': '21bba751-4e92-414c-a23f-97c68eed9a39'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:15:16.860926 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3da60f-740e-479f-9b0f-f6197651359a" -d '{"events": [{"server_uuid": "a0598061-6f00-4c25-87ad-81b46d2e4594", "name": "network-vif-deleted", "tag": "21bba751-4e92-414c-a23f-97c68eed9a39"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:15:16.926427 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a525e9e7-f9f2-416c-a23e-2753dfb6e686 x-openstack-request-id: req-a525e9e7-f9f2-416c-a23e-2753dfb6e686 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:15:16.926718 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0598061-6f00-4c25-87ad-81b46d2e4594", "name": "network-vif-deleted", "tag": "21bba751-4e92-414c-a23f-97c68eed9a39", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:15:16.926972 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a525e9e7-f9f2-416c-a23e-2753dfb6e686 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:15:16.927369 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0598061-6f00-4c25-87ad-81b46d2e4594', 'name': 'network-vif-deleted', 'tag': '21bba751-4e92-414c-a23f-97c68eed9a39', 'status': 'completed', 'code': 200} Jul 09 22:15:17.089421 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 40528) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:17.209239 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-49546ebf-0785-472b-ba2a-5e8bd32aad35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-network', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:15:17.234209 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49546ebf-0785-472b-ba2a-5e8bd32aad35 admin admin] Made reservation on behalf of 7e15379ef8574723b1d38df0187a7df7 for: {'network': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:15:17.236673 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-49546ebf-0785-472b-ba2a-5e8bd32aad35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:17.248334 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-49546ebf-0785-472b-ba2a-5e8bd32aad35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:17.368152 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-49546ebf-0785-472b-ba2a-5e8bd32aad35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:17.377357 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-49546ebf-0785-472b-ba2a-5e8bd32aad35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:17.421659 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49546ebf-0785-472b-ba2a-5e8bd32aad35 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 22:15:17.446490 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49546ebf-0785-472b-ba2a-5e8bd32aad35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f578ea73-eb18-42cd-a8b5-0eedbd67554e,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:17.460341 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-49546ebf-0785-472b-ba2a-5e8bd32aad35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:17.460579 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.segments_db [None req-49546ebf-0785-472b-ba2a-5e8bd32aad35 admin admin] Added segment 7752d580-ad3b-4a78-a6e8-db510d11b640 of type vlan for network 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 Jul 09 22:15:17.519042 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-49546ebf-0785-472b-ba2a-5e8bd32aad35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:17.561563 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-49546ebf-0785-472b-ba2a-5e8bd32aad35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:17.562570 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49546ebf-0785-472b-ba2a-5e8bd32aad35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:17.563167 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-49546ebf-0785-472b-ba2a-5e8bd32aad35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:17.576535 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2eb957fd-bab7-41d7-a85a-7f272f26a675 req-e9c638fd-72a0-453f-826b-47039e3f047a tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0598061-6f00-4c25-87ad-81b46d2e4594 HTTP/1.1" status: 200 len: 210 time: 0.0596039 Jul 09 22:15:17.634378 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-49546ebf-0785-472b-ba2a-5e8bd32aad35 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5437987 Jul 09 22:15:17.638749 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 40534) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:17.643595 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-92cf3922-e408-4528-a648-f7d1af187944 admin admin] Request body: {'subnet': {'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-subnet', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:15:17.657052 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49546ebf-0785-472b-ba2a-5e8bd32aad35 admin admin] Pushing event updated for resources: {'Network': ['ID=31a74b6e-9049-4ba5-9bd6-dbe8ea827637,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:17.669908 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:15:17.674349 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cf3922-e408-4528-a648-f7d1af187944 admin admin] Made reservation on behalf of 7e15379ef8574723b1d38df0187a7df7 for: {'subnet': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:15:17.678260 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-92cf3922-e408-4528-a648-f7d1af187944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5560503'] for subnet, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:17.907388 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-92cf3922-e408-4528-a648-f7d1af187944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6067474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5560485'] for subnet, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:17.963618 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf3922-e408-4528-a648-f7d1af187944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:17.983229 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf3922-e408-4528-a648-f7d1af187944 admin admin] Checking segment: {'id': '7752d580-ad3b-4a78-a6e8-db510d11b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:15:17.983592 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cf3922-e408-4528-a648-f7d1af187944 admin admin] Network hostable DHCP agents. Network: 31a74b6e-9049-4ba5-9bd6-dbe8ea827637, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:15:18.004145 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cf3922-e408-4528-a648-f7d1af187944 admin admin] Network 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:15:18.018135 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-92cf3922-e408-4528-a648-f7d1af187944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, 31a74b6e-9049-4ba5-9bd6-dbe8ea827637) {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:15:18.023084 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cf3922-e408-4528-a648-f7d1af187944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:18.023692 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-92cf3922-e408-4528-a648-f7d1af187944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:18.033725 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2992f86-57ad-4c95-b0e8-e13131734721 None None] Network 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:15:18.040009 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-92cf3922-e408-4528-a648-f7d1af187944 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4001176 Jul 09 22:15:18.042692 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 40554) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:18.047383 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:15:18.069795 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518699'] for router, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:18.072810 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518706'] for router, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:18.142286 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:18.263999 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7463845-7020-514f-8315-7c447ba083c1-31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6'}]}} from dv-cinder-794962-8-iscsi. {{(pid=93129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 22:15:18.265094 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:18.296708 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-518656'] for router, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:18.422824 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:18.457344 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Allocated IP 172.20.0.2 (31a74b6e-9049-4ba5-9bd6-dbe8ea827637/b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6/2f5d1200-880a-4258-ac05-45c1c7319f75) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:15:18.651789 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:18.679305 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 21bba751-4e92-414c-a23f-97c68eed9a39 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:15:18.707145 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:18.735431 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:18.747722 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Transition to ACTIVE for port object 2f5d1200-880a-4258-ac05-45c1c7319f75 will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:15:18.767204 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Transition to ACTIVE for port object 2f5d1200-880a-4258-ac05-45c1c7319f75 will not be triggered until provisioned by entity DHCP. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:15:18.769322 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: 21bba751-4e92-414c-a23f-97c68eed9a39 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:15:18.769760 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 21bba751-4e92-414c-a23f-97c68eed9a39 not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:15:18.778022 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:18.828396 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Network 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:15:18.832555 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:15:18.839553 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:15:18.882108 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Pushing event updated for resources: {'Port': ['ID=2f5d1200-880a-4258-ac05-45c1c7319f75,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:18.883843 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_common [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] Allocated IP 172.27.2.185 (48f3c221-d066-4df5-b08c-0298bc94fba3/de0a8c43-0791-41b8-9204-ec5737d75642/b1224704-e073-458a-bffe-c15449cbc46b) {{(pid=93127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:15:18.917677 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Attempting to bind port 2f5d1200-880a-4258-ac05-45c1c7319f75 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:15:18.918227 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Attempting to bind port 2f5d1200-880a-4258-ac05-45c1c7319f75 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '7752d580-ad3b-4a78-a6e8-db510d11b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:15:18.918685 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Attempting to bind port 2f5d1200-880a-4258-ac05-45c1c7319f75 on network 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:15:18.925533 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:15:18.926368 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Checking segment: {'id': '7752d580-ad3b-4a78-a6e8-db510d11b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:15:18.926790 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:18.927275 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Bound using segment: {'id': '7752d580-ad3b-4a78-a6e8-db510d11b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:15:18.927770 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Bound port: 2f5d1200-880a-4258-ac05-45c1c7319f75, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7752d580-ad3b-4a78-a6e8-db510d11b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:15:18.928220 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:19.021872 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] For port 2f5d1200-880a-4258-ac05-45c1c7319f75, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:15:19.030488 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] For port 2f5d1200-880a-4258-ac05-45c1c7319f75, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=2f5d1200-880a-4258-ac05-45c1c7319f75,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:15:19.036593 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:19.055541 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:19.111701 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6067558'] for port, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:19.129664 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8aa82b-80cd-4f99-a088-95256c25c811 None None] Pushing event updated for resources: {'Port': ['ID=2f5d1200-880a-4258-ac05-45c1c7319f75,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:19.160333 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:15:19.163686 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:15:19.166454 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] Received port after_create {{(pid=93127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:15:19.192530 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] Pushing event updated for resources: {'Port': ['ID=b1224704-e073-458a-bffe-c15449cbc46b,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:19.443829 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:19.507366 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:19.722336 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545250'] for router, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:19.838305 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 40604) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:19.896972 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_v2 [None req-906c3e0f-6649-49b5-a69f-70aebe1145a4 admin admin] Deleting subnet cfb2726f-a158-4c0b-9229-790a93825566 {{(pid=93127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 22:15:19.902795 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-906c3e0f-6649-49b5-a69f-70aebe1145a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:19.927346 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] Router 5cf8dae8-9608-48c5-97df-3f54aff8b93d is scheduled to L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 with binding_index 1 {{(pid=93127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 22:15:19.964822 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-906c3e0f-6649-49b5-a69f-70aebe1145a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5483989'] for subnet, precommit_delete_associations {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:20.155165 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 2f5d1200-880a-4258-ac05-45c1c7319f75 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:15:20.272429 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 2f5d1200-880a-4258-ac05-45c1c7319f75 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:15:20.308465 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fed672-5189-4817-9cfe-48c9af9e2d75 None None] Network 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:15:20.336353 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-906c3e0f-6649-49b5-a69f-70aebe1145a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1912411'] for subnet, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:20.416519 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-f2695927-d87d-463b-aa42-bfc6155fac2b None None] Provisioning for port 2f5d1200-880a-4258-ac05-45c1c7319f75 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:15:20.438251 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-f2695927-d87d-463b-aa42-bfc6155fac2b None None] Provisioning complete for port 2f5d1200-880a-4258-ac05-45c1c7319f75 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:20.438791 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f2695927-d87d-463b-aa42-bfc6155fac2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:20.444993 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:15:20.462689 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-906c3e0f-6649-49b5-a69f-70aebe1145a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1912402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6067541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5560918'] for subnet, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:20.472834 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] Notify callbacks [] for router, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:20.474081 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-69eda636-4f0b-46e8-9e4a-22813d658e03 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4301670 Jul 09 22:15:20.477320 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 40616) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:20.488916 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Sync routers for ids ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:15:20.497190 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-906c3e0f-6649-49b5-a69f-70aebe1145a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:20.504292 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-906c3e0f-6649-49b5-a69f-70aebe1145a4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cfb2726f-a158-4c0b-9229-790a93825566 HTTP/1.1" status: 204 len: 168 time: 0.6627960 Jul 09 22:15:20.504292 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 40618) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:20.511011 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c3e0f-6649-49b5-a69f-70aebe1145a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfb2726f-a158-4c0b-9229-790a93825566,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:20.539675 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Routers {'5cf8dae8-9608-48c5-97df-3f54aff8b93d'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:15:20.541039 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:15:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:20.546552 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5292a1-82ed-4c0b-90bd-19a1335c4ba1 req-f695c778-d753-4bff-8e16-82fda6445f41 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:20.548187 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-db5292a1-82ed-4c0b-90bd-19a1335c4ba1 req-f695c778-d753-4bff-8e16-82fda6445f41 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 945 time: 0.1430037 Jul 09 22:15:20.595994 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4c5334d2-529d-4abd-895f-95d1f1ed0d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1966383'] for network, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:20.669178 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-db5292a1-82ed-4c0b-90bd-19a1335c4ba1 req-122606a1-c54f-4184-881d-43a5cffc1ec6 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626633 Jul 09 22:15:20.700045 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4c5334d2-529d-4abd-895f-95d1f1ed0d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909966', 'neutron.services.segments.db._delete_segments_for_network-8759288836437'] for network, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:20.712757 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-4c5334d2-529d-4abd-895f-95d1f1ed0d72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e579fa2-6545-4271-9a54-cbb6f69e7636']}} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:20.728772 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-4c5334d2-529d-4abd-895f-95d1f1ed0d72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181867d4-b460-4e04-98e8-201a446c4786') {'for_net_delete': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:20.729183 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-4c5334d2-529d-4abd-895f-95d1f1ed0d72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181867d4-b460-4e04-98e8-201a446c4786') {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:20.743110 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4c5334d2-529d-4abd-895f-95d1f1ed0d72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759288619569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5483970'] for segment, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:20.763041 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4c5334d2-529d-4abd-895f-95d1f1ed0d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:20.770266 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5334d2-529d-4abd-895f-95d1f1ed0d72 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 22:15:20.771863 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4c5334d2-529d-4abd-895f-95d1f1ed0d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6067632'] for segment, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: Traceback (most recent call last): Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: timer() Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: cb(*args, **kw) Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: return func(*args, **kwargs) Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: self._notify() Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: self.callback(batched_events) Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: event.method(event) Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: return f(self, *a, **k) Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._get(url).json() Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: return self.request(url, 'GET', **kwargs) Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 22:15:20.772754 dv-cinder-794962-8-iscsi neutron-server[93127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 22:15:20.836898 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4c5334d2-529d-4abd-895f-95d1f1ed0d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545178'] for network, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:20.847669 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4c5334d2-529d-4abd-895f-95d1f1ed0d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:20.849900 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-4c5334d2-529d-4abd-895f-95d1f1ed0d72 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3e579fa2-6545-4271-9a54-cbb6f69e7636 HTTP/1.1" status: 204 len: 168 time: 0.3453009 Jul 09 22:15:20.868361 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5334d2-529d-4abd-895f-95d1f1ed0d72 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e579fa2-6545-4271-9a54-cbb6f69e7636,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:20.892643 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f2695927-d87d-463b-aa42-bfc6155fac2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:20.896908 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Set router 5cf8dae8-9608-48c5-97df-3f54aff8b93d gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:15:21.021741 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 40624) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:21.082814 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-88dc6457-dc62-4917-afdb-498d5a083b84 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32aa30de0b494ec1aa6d837d34c7e0a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568419 Jul 09 22:15:21.083130 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 40626) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:21.102091 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-f2695927-d87d-463b-aa42-bfc6155fac2b None None] For port 2f5d1200-880a-4258-ac05-45c1c7319f75, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=2f5d1200-880a-4258-ac05-45c1c7319f75,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:15:21.107943 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f2695927-d87d-463b-aa42-bfc6155fac2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:21.157551 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-18ae61eb-5b68-40d4-a06d-f43efa073ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:21.193184 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-18ae61eb-5b68-40d4-a06d-f43efa073ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:21.206601 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2695927-d87d-463b-aa42-bfc6155fac2b None None] Pushing event updated for resources: {'Port': ['ID=2f5d1200-880a-4258-ac05-45c1c7319f75,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:21.244357 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:19Z', 'revision_number': 3, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port': {'id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:37:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:21.276154 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-18ae61eb-5b68-40d4-a06d-f43efa073ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:21.280669 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-18ae61eb-5b68-40d4-a06d-f43efa073ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:21.287776 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-18ae61eb-5b68-40d4-a06d-f43efa073ce1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16d5ba9c-6278-4bea-84b3-3dcdf96de95e HTTP/1.1" status: 204 len: 168 time: 0.2033393 Jul 09 22:15:21.295271 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Checking router: 5cf8dae8-9608-48c5-97df-3f54aff8b93d for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:15:21.295660 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Updating router 5cf8dae8-9608-48c5-97df-3f54aff8b93d port b1224704-e073-458a-bffe-c15449cbc46b binding host dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:15:21.299110 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae61eb-5b68-40d4-a06d-f43efa073ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d5ba9c-6278-4bea-84b3-3dcdf96de95e,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:21.358461 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:21.385657 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:21.563065 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-a47803b2-1191-4900-833b-f8a6619f4f81 None None] Provisioning complete for port 2f5d1200-880a-4258-ac05-45c1c7319f75 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:21.563452 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a47803b2-1191-4900-833b-f8a6619f4f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:21.606677 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] Allocated IP 172.20.0.1 (31a74b6e-9049-4ba5-9bd6-dbe8ea827637/b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6/5f73060c-1d41-4062-97d0-55790f497aa1) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:15:21.744625 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:21.757264 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Transition to ACTIVE for port object b1224704-e073-458a-bffe-c15449cbc46b will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:15:21.759099 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:21.777140 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:21.796500 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] Transition to ACTIVE for port object 5f73060c-1d41-4062-97d0-55790f497aa1 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:15:21.845772 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Attempting to bind port b1224704-e073-458a-bffe-c15449cbc46b on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:15:21.846147 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Attempting to bind port b1224704-e073-458a-bffe-c15449cbc46b by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:15:21.846558 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Attempting to bind port b1224704-e073-458a-bffe-c15449cbc46b on network 48f3c221-d066-4df5-b08c-0298bc94fba3 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:15:21.849730 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef5b75-7978-4e42-8ac6-6daa6249d718 None None] Pushing event updated for resources: {'Port': ['ID=b1224704-e073-458a-bffe-c15449cbc46b,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:21.860696 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:15:21.861193 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Checking segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:15:21.861843 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:21.862905 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Bound using segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:15:21.863489 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Bound port: b1224704-e073-458a-bffe-c15449cbc46b, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:15:21.863878 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:21.865113 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:21.943518 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] For port b1224704-e073-458a-bffe-c15449cbc46b, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:15:21.949376 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] For port b1224704-e073-458a-bffe-c15449cbc46b, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=b1224704-e073-458a-bffe-c15449cbc46b,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:15:21.954926 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:22.018305 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] Network 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:15:22.023685 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef5b75-7978-4e42-8ac6-6daa6249d718 None None] Pushing event updated for resources: {'Port': ['ID=b1224704-e073-458a-bffe-c15449cbc46b,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:22.027104 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Routers {'5cf8dae8-9608-48c5-97df-3f54aff8b93d'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:15:22.027871 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:15:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:22.028318 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:15:22.032398 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:15:22.033362 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548053'] for router_interface, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:22.043956 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] Pushing event updated for resources: {'Port': ['ID=5f73060c-1d41-4062-97d0-55790f497aa1,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:22.193199 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 2f5d1200-880a-4258-ac05-45c1c7319f75 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:15:22.206441 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] Set router 5cf8dae8-9608-48c5-97df-3f54aff8b93d gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:15:22.284843 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e38f4-082a-484b-b31a-a3fcf515ab27 req-f254f25e-7711-4f1a-8824-a406ba75c3d0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:22.292432 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7d8e38f4-082a-484b-b31a-a3fcf515ab27 req-f254f25e-7711-4f1a-8824-a406ba75c3d0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 945 time: 0.3629291 Jul 09 22:15:22.368016 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7d8e38f4-082a-484b-b31a-a3fcf515ab27 req-26fbf601-2810-4c8a-b881-39a02ec30acf tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/security-groups?id=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744965 Jul 09 22:15:22.375736 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:22.384789 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 2f5d1200-880a-4258-ac05-45c1c7319f75 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:22.385358 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:22.516212 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-d8fddc4c-dbd1-4262-aa97-9ad2b404977d None None] Provisioning for port 5f73060c-1d41-4062-97d0-55790f497aa1 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:15:22.529801 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-d8fddc4c-dbd1-4262-aa97-9ad2b404977d None None] Provisioning complete for port 5f73060c-1d41-4062-97d0-55790f497aa1 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:22.530234 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d8fddc4c-dbd1-4262-aa97-9ad2b404977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:22.587276 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-d8fddc4c-dbd1-4262-aa97-9ad2b404977d None None] Port 5f73060c-1d41-4062-97d0-55790f497aa1 cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:15:22.594880 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:19Z', 'revision_number': 3, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port': {'id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:37:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:22.615255 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bb167-b092-4db6-ad8b-89dbf056778e req-268838fb-2206-4800-9c71-6c1dcf16e3ea tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:22.616862 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-593bb167-b092-4db6-ad8b-89dbf056778e req-268838fb-2206-4800-9c71-6c1dcf16e3ea tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 945 time: 0.1195097 Jul 09 22:15:22.632360 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22092a36-5b93-43bb-a0a3-052dab1491b2 None None] The sync data for ids ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'] in dv-cinder-794962-8-iscsi is: [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:19Z', 'revision_number': 3, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port': {'id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:37:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:15:22.662635 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:22.683789 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:22.684522 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545448'] for router_interface, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:22.820448 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] Pushing event updated for resources: {'Port': ['ID=5f73060c-1d41-4062-97d0-55790f497aa1,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:22.890742 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] Network 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:15:22.892941 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:15:22.896272 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-593bb167-b092-4db6-ad8b-89dbf056778e req-69d92f8a-4c6e-412c-a155-23f80c2acfd0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Deleting port f3ddf4c3-ff47-452f-ba66-a9a2d53e122b {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:15:22.896803 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-593bb167-b092-4db6-ad8b-89dbf056778e req-69d92f8a-4c6e-412c-a155-23f80c2acfd0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:23.172710 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-593bb167-b092-4db6-ad8b-89dbf056778e req-69d92f8a-4c6e-412c-a155-23f80c2acfd0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] For port f3ddf4c3-ff47-452f-ba66-a9a2d53e122b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f3ddf4c3-ff47-452f-ba66-a9a2d53e122b,segment=NetworkSegment(b8bbfd53-a2e2-42cf-906d-812ee0357238),segment_id=b8bbfd53-a2e2-42cf-906d-812ee0357238)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:15:23.173116 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-593bb167-b092-4db6-ad8b-89dbf056778e req-69d92f8a-4c6e-412c-a155-23f80c2acfd0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:23.194617 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-593bb167-b092-4db6-ad8b-89dbf056778e req-69d92f8a-4c6e-412c-a155-23f80c2acfd0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Calling delete_port for f3ddf4c3-ff47-452f-ba66-a9a2d53e122b owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:15:23.227609 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] Router 5cf8dae8-9608-48c5-97df-3f54aff8b93d has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:15:23.327343 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-86d4e265-05d0-47dc-b81c-cbc8c5c61951 None None] Provisioning complete for port 5f73060c-1d41-4062-97d0-55790f497aa1 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:23.328698 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-86d4e265-05d0-47dc-b81c-cbc8c5c61951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:23.397131 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-86d4e265-05d0-47dc-b81c-cbc8c5c61951 None None] Port 5f73060c-1d41-4062-97d0-55790f497aa1 cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:15:23.441830 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:15:23.448811 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-f6580d47-db16-49d2-a1e2-1f26be552242 admin admin] 10.222.0.10 "PUT /v2.0/routers/5cf8dae8-9608-48c5-97df-3f54aff8b93d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9696162 Jul 09 22:15:23.472312 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-593bb167-b092-4db6-ad8b-89dbf056778e req-69d92f8a-4c6e-412c-a155-23f80c2acfd0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:23.513637 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d92f8a-4c6e-412c-a155-23f80c2acfd0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Pushing event deleted for resources: {'Port': ['ID=f3ddf4c3-ff47-452f-ba66-a9a2d53e122b,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:23.581677 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-593bb167-b092-4db6-ad8b-89dbf056778e req-69d92f8a-4c6e-412c-a155-23f80c2acfd0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] No DVR routers for this DVR port f3ddf4c3-ff47-452f-ba66-a9a2d53e122b on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:15:23.587385 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-593bb167-b092-4db6-ad8b-89dbf056778e req-69d92f8a-4c6e-412c-a155-23f80c2acfd0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:23.591224 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-593bb167-b092-4db6-ad8b-89dbf056778e req-69d92f8a-4c6e-412c-a155-23f80c2acfd0 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.11 "DELETE /v2.0/ports/f3ddf4c3-ff47-452f-ba66-a9a2d53e122b HTTP/1.1" status: 204 len: 173 time: 0.9675834 Jul 09 22:15:23.596088 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2deda2-aef0-43b5-acc5-f4d752245701', 'name': 'network-vif-deleted', 'tag': 'f3ddf4c3-ff47-452f-ba66-a9a2d53e122b'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:15:23.603735 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d18e16-e1e5-4f3a-84e9-6b08f37bc213" -d '{"events": [{"server_uuid": "ba2deda2-aef0-43b5-acc5-f4d752245701", "name": "network-vif-deleted", "tag": "f3ddf4c3-ff47-452f-ba66-a9a2d53e122b"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:15:23.686054 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-121861db-2b1f-48d1-8044-987f0361e04a req-50a13407-99b2-49ad-a88c-66be5e082d12 tempest-AttachVolumeNegativeTest-1243338592 tempest-AttachVolumeNegativeTest-1243338592-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2deda2-aef0-43b5-acc5-f4d752245701 HTTP/1.1" status: 200 len: 210 time: 0.0928364 Jul 09 22:15:23.697225 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894bd6ed-2977-4283-bcbc-c95f07e58bd4 x-openstack-request-id: req-894bd6ed-2977-4283-bcbc-c95f07e58bd4 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:15:23.697970 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2deda2-aef0-43b5-acc5-f4d752245701", "name": "network-vif-deleted", "tag": "f3ddf4c3-ff47-452f-ba66-a9a2d53e122b", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:15:23.697970 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-894bd6ed-2977-4283-bcbc-c95f07e58bd4 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:15:23.698765 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2deda2-aef0-43b5-acc5-f4d752245701', 'name': 'network-vif-deleted', 'tag': 'f3ddf4c3-ff47-452f-ba66-a9a2d53e122b', 'status': 'completed', 'code': 200} Jul 09 22:15:24.116619 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device b1224704-e073-458a-bffe-c15449cbc46b up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:15:24.129426 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 40678) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:24.135040 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-290d2db7-cb71-4ee2-b7b6-34e2db0b8e82 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--481575320', 'description': 'tempest-description--121410585'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:15:24.171551 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-290d2db7-cb71-4ee2-b7b6-34e2db0b8e82 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:24.335206 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-290d2db7-cb71-4ee2-b7b6-34e2db0b8e82 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:24.341703 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-290d2db7-cb71-4ee2-b7b6-34e2db0b8e82 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:24.385680 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-290d2db7-cb71-4ee2-b7b6-34e2db0b8e82 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:24.388959 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port b1224704-e073-458a-bffe-c15449cbc46b completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:15:24.394441 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port b1224704-e073-458a-bffe-c15449cbc46b triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:24.395049 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:24.397252 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-290d2db7-cb71-4ee2-b7b6-34e2db0b8e82 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2663984 Jul 09 22:15:24.399985 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 40688) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:24.407292 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-84909a4c-1290-44e4-9908-50faea90f801 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Request body: {'security_group_rule': {'security_group_id': 'a7fc41d9-4d30-4eae-a930-a602c885874c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:15:24.411500 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d2db7-cb71-4ee2-b7b6-34e2db0b8e82 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fc41d9-4d30-4eae-a930-a602c885874c,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:24.458902 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-84909a4c-1290-44e4-9908-50faea90f801 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:24.540051 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-84909a4c-1290-44e4-9908-50faea90f801 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:24.544252 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:24.546983 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-84909a4c-1290-44e4-9908-50faea90f801 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:24.573458 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84909a4c-1290-44e4-9908-50faea90f801 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03df260b-0fb3-4c6a-a848-89124e4bdda9,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:24.575837 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port b1224704-e073-458a-bffe-c15449cbc46b, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=b1224704-e073-458a-bffe-c15449cbc46b,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:15:24.581708 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:24.583731 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-84909a4c-1290-44e4-9908-50faea90f801 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:24.585085 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-84909a4c-1290-44e4-9908-50faea90f801 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1832867 Jul 09 22:15:24.589563 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 40690) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:24.594352 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-4d52086c-5598-4dd7-8017-0fdafbf4bac2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Request body: {'security_group_rule': {'security_group_id': 'a7fc41d9-4d30-4eae-a930-a602c885874c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:15:24.627114 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4d52086c-5598-4dd7-8017-0fdafbf4bac2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:24.654486 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=b1224704-e073-458a-bffe-c15449cbc46b,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:24.699318 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device f3ddf4c3-ff47-452f-ba66-a9a2d53e122b no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:15:24.726494 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: f3ddf4c3-ff47-452f-ba66-a9a2d53e122b {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:15:24.727100 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4d52086c-5598-4dd7-8017-0fdafbf4bac2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:24.734715 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4d52086c-5598-4dd7-8017-0fdafbf4bac2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:24.740171 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device f3ddf4c3-ff47-452f-ba66-a9a2d53e122b not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:15:24.777891 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52086c-5598-4dd7-8017-0fdafbf4bac2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697a421b-69bd-43fa-ace5-7027d245d454,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:24.788295 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4d52086c-5598-4dd7-8017-0fdafbf4bac2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:24.789773 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-4d52086c-5598-4dd7-8017-0fdafbf4bac2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1990447 Jul 09 22:15:24.793318 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 40698) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:24.798027 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-6039f2a2-3ea5-4c81-90a9-33b1693a075e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Request body: {'floatingip': {'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:15:24.834803 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6039f2a2-3ea5-4c81-90a9-33b1693a075e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for floatingip, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:24.839398 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 40700) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:24.898698 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dbe80a1-f2ee-406f-a5f5-03ba9fd68696 admin admin] Deleting subnet 8b8a9bc5-7293-41e2-a6fc-44520b19e195 {{(pid=93128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 22:15:24.901950 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7dbe80a1-f2ee-406f-a5f5-03ba9fd68696 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:24.925617 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Sync routers for ids ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'] in dv-cinder-794962-8-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:15:24.943127 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Routers {'5cf8dae8-9608-48c5-97df-3f54aff8b93d'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:15:24.944189 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:15:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:24.946985 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7dbe80a1-f2ee-406f-a5f5-03ba9fd68696 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:24.952183 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6039f2a2-3ea5-4c81-90a9-33b1693a075e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:24.956267 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7dbe80a1-f2ee-406f-a5f5-03ba9fd68696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1912411'] for subnet, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.039616 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7dbe80a1-f2ee-406f-a5f5-03ba9fd68696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1912402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for subnet, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.071943 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe80a1-f2ee-406f-a5f5-03ba9fd68696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b8a9bc5-7293-41e2-a6fc-44520b19e195,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:25.075896 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7dbe80a1-f2ee-406f-a5f5-03ba9fd68696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.078601 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-7dbe80a1-f2ee-406f-a5f5-03ba9fd68696 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8b8a9bc5-7293-41e2-a6fc-44520b19e195 HTTP/1.1" status: 204 len: 168 time: 0.2376423 Jul 09 22:15:25.081035 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 40702) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:25.087394 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_common [None req-6039f2a2-3ea5-4c81-90a9-33b1693a075e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Allocated IP 172.27.2.114 (48f3c221-d066-4df5-b08c-0298bc94fba3/de0a8c43-0791-41b8-9204-ec5737d75642/fd62d4dd-6fd1-4f50-9716-e02aa7972a0d) {{(pid=93127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:15:25.123437 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Set router 5cf8dae8-9608-48c5-97df-3f54aff8b93d gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:15:25.158130 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1966383'] for network, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.202919 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6039f2a2-3ea5-4c81-90a9-33b1693a075e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for port, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.243943 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6039f2a2-3ea5-4c81-90a9-33b1693a075e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6067558'] for port, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.255483 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909966', 'neutron.services.segments.db._delete_segments_for_network-8759288836437'] for network, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.272395 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:15:25.273132 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:15:25.274294 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:15:25.275035 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Subscribe: > port after_create 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:15:25.275566 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:15:25.276129 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Subscribe: > port after_update 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:15:25.276655 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:15:25.277182 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:15:25.277683 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:15:25.278301 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:15:25.287239 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6039f2a2-3ea5-4c81-90a9-33b1693a075e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:15:25.293044 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-6039f2a2-3ea5-4c81-90a9-33b1693a075e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:15:25.295556 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6039f2a2-3ea5-4c81-90a9-33b1693a075e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Received port after_create {{(pid=93127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:15:25.298967 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039f2a2-3ea5-4c81-90a9-33b1693a075e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Pushing event updated for resources: {'Port': ['ID=fd62d4dd-6fd1-4f50-9716-e02aa7972a0d,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:25.351734 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:15:25.352229 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:15:25.352694 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:15:25.353388 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 22:15:25.353943 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88571eac-376f-4335-83d2-f6e0b2075aa2']}} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:25.385181 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8bbfd53-a2e2-42cf-906d-812ee0357238') {'for_net_delete': True} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:25.385913 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8bbfd53-a2e2-42cf-906d-812ee0357238') {} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:25.418501 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759288619569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5189488'] for segment, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.426208 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:22Z', 'revision_number': 4, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port': {'id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:37:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '5f73060c-1d41-4062-97d0-55790f497aa1', 'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'mac_address': 'fa:16:3e:f9:ca:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:21Z', 'updated_at': '2021-07-09T22:15:22Z', 'revision_number': 2, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'subnets': [{'id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:25.450807 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.462120 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Checking router: 5cf8dae8-9608-48c5-97df-3f54aff8b93d for host: dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:15:25.462475 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Updating router 5cf8dae8-9608-48c5-97df-3f54aff8b93d port 5f73060c-1d41-4062-97d0-55790f497aa1 binding host dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:15:25.462592 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 22:15:25.463085 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6872964'] for segment, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.472772 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6039f2a2-3ea5-4c81-90a9-33b1693a075e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: from cryptography.utils import int_from_bytes Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: from cryptography.utils import int_from_bytes Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: Traceback (most recent call last): Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: timer() Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: cb(*args, **kw) Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: return func(*args, **kwargs) Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: self._notify() Jul 09 22:15:25.473004 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: self.callback(batched_events) Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: event.method(event) Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: return f(self, *a, **k) Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: return self._get(url).json() Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: return self.request(url, 'GET', **kwargs) Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 22:15:25.479366 dv-cinder-794962-8-iscsi neutron-server[93128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 22:15:25.503619 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.534442 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6039f2a2-3ea5-4c81-90a9-33b1693a075e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.562352 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545178'] for network, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.576828 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.582507 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] 10.222.0.10 "DELETE /v2.0/networks/88571eac-376f-4335-83d2-f6e0b2075aa2 HTTP/1.1" status: 204 len: 168 time: 0.4971576 Jul 09 22:15:25.606547 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996632a-d2b1-4240-9d75-d55c3715a14d admin admin] Pushing event deleted for resources: {'Network': ['ID=88571eac-376f-4335-83d2-f6e0b2075aa2,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:25.762764 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6039f2a2-3ea5-4c81-90a9-33b1693a075e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.770653 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6039f2a2-3ea5-4c81-90a9-33b1693a075e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6067604'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.854417 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039f2a2-3ea5-4c81-90a9-33b1693a075e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Pushing event updated for resources: {'Port': ['ID=fd62d4dd-6fd1-4f50-9716-e02aa7972a0d,revision_number=2']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:25.871801 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6039f2a2-3ea5-4c81-90a9-33b1693a075e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545156'] for floatingip, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.874738 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.879613 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 40710) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:25.892293 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6039f2a2-3ea5-4c81-90a9-33b1693a075e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.894843 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-6039f2a2-3ea5-4c81-90a9-33b1693a075e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1003234 Jul 09 22:15:25.900597 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Transition to ACTIVE for port object 5f73060c-1d41-4062-97d0-55790f497aa1 will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:15:25.919293 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:25.936878 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-6d9894fe-0827-4e4e-ae19-a855159a4d34 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c8b0d23241b3455c85ab64bd2faae847&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0562739 Jul 09 22:15:25.941562 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 40716) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:26.019250 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a62f948c-7d34-42b1-9368-eaaf478a9857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:26.058732 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a62f948c-7d34-42b1-9368-eaaf478a9857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:26.102248 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device b1224704-e073-458a-bffe-c15449cbc46b up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:15:26.133991 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a62f948c-7d34-42b1-9368-eaaf478a9857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:26.139588 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a62f948c-7d34-42b1-9368-eaaf478a9857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:26.142228 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-a62f948c-7d34-42b1-9368-eaaf478a9857 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187 HTTP/1.1" status: 204 len: 168 time: 0.1991527 Jul 09 22:15:26.148206 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1102b-8c78-45c2-9f02-33a52855a0bd None None] Pushing event updated for resources: {'Port': ['ID=5f73060c-1d41-4062-97d0-55790f497aa1,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:26.162459 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f948c-7d34-42b1-9368-eaaf478a9857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3fb0b4-255b-4a65-8b0e-f3e8fd5c4187,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:26.172508 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1102b-8c78-45c2-9f02-33a52855a0bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:26.173413 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1102b-8c78-45c2-9f02-33a52855a0bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:26.173922 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1102b-8c78-45c2-9f02-33a52855a0bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:26.174466 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1102b-8c78-45c2-9f02-33a52855a0bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:26.174960 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1102b-8c78-45c2-9f02-33a52855a0bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:26.175439 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1102b-8c78-45c2-9f02-33a52855a0bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:26.175949 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1102b-8c78-45c2-9f02-33a52855a0bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:26.176446 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1102b-8c78-45c2-9f02-33a52855a0bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:26.176969 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1102b-8c78-45c2-9f02-33a52855a0bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:26.177538 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1102b-8c78-45c2-9f02-33a52855a0bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:26.178040 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1102b-8c78-45c2-9f02-33a52855a0bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:26.178524 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1102b-8c78-45c2-9f02-33a52855a0bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:26.234181 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port b1224704-e073-458a-bffe-c15449cbc46b triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:26.234998 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:26.278119 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Attempting to bind port 5f73060c-1d41-4062-97d0-55790f497aa1 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:15:26.278760 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Attempting to bind port 5f73060c-1d41-4062-97d0-55790f497aa1 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '7752d580-ad3b-4a78-a6e8-db510d11b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:15:26.279345 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Attempting to bind port 5f73060c-1d41-4062-97d0-55790f497aa1 on network 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:15:26.287195 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:15:26.288094 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Checking segment: {'id': '7752d580-ad3b-4a78-a6e8-db510d11b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:15:26.293601 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-c8d0abff-3d25-43cf-98c1-7aff7f076961 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--481575320&fields=id&tenant_id=7e15379ef8574723b1d38df0187a7df7 HTTP/1.1" status: 200 len: 267 time: 0.1241875 Jul 09 22:15:26.296807 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:26.298726 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Bound using segment: {'id': '7752d580-ad3b-4a78-a6e8-db510d11b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:15:26.299461 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Bound port: 5f73060c-1d41-4062-97d0-55790f497aa1, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7752d580-ad3b-4a78-a6e8-db510d11b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:15:26.301873 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:26.428639 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] For port 5f73060c-1d41-4062-97d0-55790f497aa1, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:15:26.432418 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] For port 5f73060c-1d41-4062-97d0-55790f497aa1, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=5f73060c-1d41-4062-97d0-55790f497aa1,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:15:26.442805 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:26.522222 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1102b-8c78-45c2-9f02-33a52855a0bd None None] Pushing event updated for resources: {'Port': ['ID=5f73060c-1d41-4062-97d0-55790f497aa1,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:26.549986 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Routers {'5cf8dae8-9608-48c5-97df-3f54aff8b93d'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:15:26.551081 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:15:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:26.597426 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-f581187f-cc55-4977-81ce-b69088cec95d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:26.605195 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-f581187f-cc55-4977-81ce-b69088cec95d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/networks?id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637 HTTP/1.1" status: 200 len: 817 time: 0.3059299 Jul 09 22:15:26.617047 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-a806dd7a-d298-488e-8235-2ead8544f8f3 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/quotas/7e15379ef8574723b1d38df0187a7df7 HTTP/1.1" status: 200 len: 375 time: 0.0109270 Jul 09 22:15:26.706308 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] Set router 5cf8dae8-9608-48c5-97df-3f54aff8b93d gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:15:26.728475 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-99f2a6b0-06af-445d-b6a7-a8f2b18bd352 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7e15379ef8574723b1d38df0187a7df7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1059456 Jul 09 22:15:26.866141 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-daeb8ebf-2f0d-40de-b84a-ecb46b8cb1f1 service neutron] 10.222.0.10 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238279 Jul 09 22:15:26.977450 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-8495ee82-ddfe-43f4-bcd6-40f0b84645ba service neutron] 10.222.0.10 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104448 Jul 09 22:15:26.994578 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:22Z', 'revision_number': 4, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port': {'id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:37:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '5f73060c-1d41-4062-97d0-55790f497aa1', 'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'mac_address': 'fa:16:3e:f9:ca:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:21Z', 'updated_at': '2021-07-09T22:15:26Z', 'revision_number': 4, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'subnets': [{'id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:27.045669 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfc2677-17e6-4d71-a983-4d64898fc5e1 None None] The sync data for ids ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'] in dv-cinder-794962-8-iscsi is: [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:22Z', 'revision_number': 4, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port': {'id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:37:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '5f73060c-1d41-4062-97d0-55790f497aa1', 'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'mac_address': 'fa:16:3e:f9:ca:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:21Z', 'updated_at': '2021-07-09T22:15:26Z', 'revision_number': 4, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'subnets': [{'id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:15:27.221135 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-26d83b12-9e55-4e3d-b5a9-4accba8a3313 req-5f6a0bed-70b7-4620-bf65-65c40126a6ad tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 210 time: 0.0472991 Jul 09 22:15:28.153591 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 5f73060c-1d41-4062-97d0-55790f497aa1 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:15:28.239500 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 5f73060c-1d41-4062-97d0-55790f497aa1 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:15:28.248069 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 5f73060c-1d41-4062-97d0-55790f497aa1 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:28.248069 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:28.368778 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:28.434144 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port 5f73060c-1d41-4062-97d0-55790f497aa1, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=5f73060c-1d41-4062-97d0-55790f497aa1,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:15:28.440948 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:28.513143 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a862d08a-df9a-4ea3-bd67-b7b3758d1147 req-1512b87f-95c0-4ed3-9c1b-6bb17f8e19b2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 210 time: 0.0617015 Jul 09 22:15:28.582072 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=5f73060c-1d41-4062-97d0-55790f497aa1,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:28.822600 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-2008f3d0-5a95-4694-aa57-4fb73caeef73 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:28.824112 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-2008f3d0-5a95-4694-aa57-4fb73caeef73 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.11 "GET /v2.0/networks?id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637 HTTP/1.1" status: 200 len: 817 time: 0.1907289 Jul 09 22:15:28.892094 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-8e0179a3-8dd3-439c-872c-929dc178fbb2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e15379ef8574723b1d38df0187a7df7 HTTP/1.1" status: 200 len: 379 time: 0.0587816 Jul 09 22:15:28.905920 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-586d2b27-8a2d-429c-9094-b94ff05aa2ee tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Request body: {'port': {'device_id': 'ef188555-0c14-4479-87dc-2a2eb0df26b3', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'admin_state_up': True, 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'security_groups': ['a7fc41d9-4d30-4eae-a930-a602c885874c']}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:15:29.079184 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-586d2b27-8a2d-429c-9094-b94ff05aa2ee tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Made reservation on behalf of 7e15379ef8574723b1d38df0187a7df7 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:15:29.086704 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-586d2b27-8a2d-429c-9094-b94ff05aa2ee tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:29.295769 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-586d2b27-8a2d-429c-9094-b94ff05aa2ee tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Allocated IP 172.20.0.6 (31a74b6e-9049-4ba5-9bd6-dbe8ea827637/b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6/0d74899e-e0bf-4a12-b6ef-30cf450bf4d3) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:15:29.706476 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-586d2b27-8a2d-429c-9094-b94ff05aa2ee tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:29.735518 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0fdc5695-3a47-4795-8fa5-f5601871620a req-3b97e63a-cdb2-4103-b908-30287152d5fc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 210 time: 0.0427067 Jul 09 22:15:29.743862 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-586d2b27-8a2d-429c-9094-b94ff05aa2ee tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Transition to ACTIVE for port object 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:15:29.780092 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-586d2b27-8a2d-429c-9094-b94ff05aa2ee tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:29.829928 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-586d2b27-8a2d-429c-9094-b94ff05aa2ee tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Network 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:15:29.833679 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-586d2b27-8a2d-429c-9094-b94ff05aa2ee tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:15:29.838080 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-586d2b27-8a2d-429c-9094-b94ff05aa2ee tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:15:29.870797 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d2b27-8a2d-429c-9094-b94ff05aa2ee tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Pushing event updated for resources: {'Port': ['ID=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:29.929770 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-586d2b27-8a2d-429c-9094-b94ff05aa2ee tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:29.930709 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-586d2b27-8a2d-429c-9094-b94ff05aa2ee tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:29.957163 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-586d2b27-8a2d-429c-9094-b94ff05aa2ee tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0583668 Jul 09 22:15:29.963479 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:15:29.978574 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Request body: {'port': {'device_id': 'ef188555-0c14-4479-87dc-2a2eb0df26b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:15:30.081524 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:30.113931 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 5f73060c-1d41-4062-97d0-55790f497aa1 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:15:30.168877 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 5f73060c-1d41-4062-97d0-55790f497aa1 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:30.169328 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:30.241684 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-01c95740-c1a9-40d4-ad2d-3f9520b311ec None None] Provisioning for port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:15:30.248871 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-01c95740-c1a9-40d4-ad2d-3f9520b311ec None None] Provisioning complete for port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:30.249469 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-01c95740-c1a9-40d4-ad2d-3f9520b311ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:30.315482 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-01c95740-c1a9-40d4-ad2d-3f9520b311ec None None] Port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:15:30.442780 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:15:30.457417 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:30.493460 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Transition to ACTIVE for port object 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:15:30.499442 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:30.556212 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Pushing event updated for resources: {'Port': ['ID=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:30.668323 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Attempting to bind port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:15:30.668853 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Attempting to bind port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '7752d580-ad3b-4a78-a6e8-db510d11b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:15:30.669373 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Attempting to bind port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 on network 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:15:30.677552 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 on network 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:15:30.677961 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Attempting to bind port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 on network 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:15:30.685366 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:15:30.685718 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Checking segment: {'id': '7752d580-ad3b-4a78-a6e8-db510d11b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:15:30.686105 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Bound using segment: {'id': '7752d580-ad3b-4a78-a6e8-db510d11b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:15:30.686708 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Bound port: 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7752d580-ad3b-4a78-a6e8-db510d11b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:15:30.687281 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:30.794342 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] For port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3, host hv-cinder-79496, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:15:30.802584 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] For port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:15:30.808340 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:30.830638 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:30.836284 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:30.838007 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] 10.222.0.11 "PUT /v2.0/ports/0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 HTTP/1.1" status: 200 len: 1093 time: 0.8640707 Jul 09 22:15:30.839678 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef188555-0c14-4479-87dc-2a2eb0df26b3', 'tag': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:15:30.845126 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11fde79-f0eb-4edf-baff-2f2da303f041" -d '{"events": [{"name": "network-changed", "server_uuid": "ef188555-0c14-4479-87dc-2a2eb0df26b3", "tag": "0d74899e-e0bf-4a12-b6ef-30cf450bf4d3"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:15:30.989950 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468bbea0-bbc5-4e8c-981b-95adaca034ac x-openstack-request-id: req-468bbea0-bbc5-4e8c-981b-95adaca034ac {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:15:30.991546 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef188555-0c14-4479-87dc-2a2eb0df26b3", "tag": "0d74899e-e0bf-4a12-b6ef-30cf450bf4d3", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:15:30.992174 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-468bbea0-bbc5-4e8c-981b-95adaca034ac {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:15:30.993059 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef188555-0c14-4479-87dc-2a2eb0df26b3', 'tag': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3', 'status': 'completed', 'code': 200} Jul 09 22:15:31.070974 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a69e6f-e73f-47be-a3f6-592226a32329 service neutron] Pushing event updated for resources: {'Port': ['ID=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:31.111148 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-0f6ee75c-ea31-4ceb-82dc-8a52851dbed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:31.112856 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-0f6ee75c-ea31-4ceb-82dc-8a52851dbed2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e15379ef8574723b1d38df0187a7df7&device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 1096 time: 0.2030606 Jul 09 22:15:31.125227 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268d90d-1507-42ce-a118-c7a0567ce904 req-46ef0e55-5215-416e-8f10-29fb4ba4509d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:31.126716 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b268d90d-1507-42ce-a118-c7a0567ce904 req-46ef0e55-5215-416e-8f10-29fb4ba4509d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.1473651 Jul 09 22:15:31.169555 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-bcf59927-c4a0-42dd-ac0d-200c629e1691 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 HTTP/1.1" status: 200 len: 217 time: 0.0413296 Jul 09 22:15:31.231715 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b268d90d-1507-42ce-a118-c7a0567ce904 req-e5eda717-861f-4387-9ab1-5642d33435dc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975335 Jul 09 22:15:31.241112 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-d608d8bd-9a6f-48cb-9996-1b3a72e46fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:31.242579 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-d608d8bd-9a6f-48cb-9996-1b3a72e46fb0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6 HTTP/1.1" status: 200 len: 856 time: 0.0649312 Jul 09 22:15:31.312138 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-02ae9556-bb0b-4d22-951b-ba2e04537b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:31.313928 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-02ae9556-bb0b-4d22-951b-ba2e04537b8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642617 Jul 09 22:15:31.407713 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-e6131cd1-5c30-491a-b48e-35965742e19c service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862980 Jul 09 22:15:32.428812 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf8ef6-179c-492c-a726-01b362697a66 req-41b2d4cf-5ca7-4400-b687-02b2875c7ea2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:32.430367 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-92cf8ef6-179c-492c-a726-01b362697a66 req-41b2d4cf-5ca7-4400-b687-02b2875c7ea2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0718088 Jul 09 22:15:32.470346 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-92cf8ef6-179c-492c-a726-01b362697a66 req-9a1428ca-a9eb-491b-9c10-a9ced1a78ccd tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342436 Jul 09 22:15:33.644358 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff67e4-3506-4260-afd5-bc306957eaf7 req-de0d880e-4f65-4ebe-a5de-9c0bfc42364f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:33.645840 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-baff67e4-3506-4260-afd5-bc306957eaf7 req-de0d880e-4f65-4ebe-a5de-9c0bfc42364f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0622334 Jul 09 22:15:33.682377 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-baff67e4-3506-4260-afd5-bc306957eaf7 req-fbf73469-e102-4ff2-ba99-20b71051a179 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310853 Jul 09 22:15:34.864859 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd9315-2362-4397-95d4-3e7fc111f99f req-ed03d881-40e6-408b-8007-b6649a32cb6d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:34.866364 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2afd9315-2362-4397-95d4-3e7fc111f99f req-ed03d881-40e6-408b-8007-b6649a32cb6d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0696657 Jul 09 22:15:34.904966 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2afd9315-2362-4397-95d4-3e7fc111f99f req-87e22fa0-c47e-450b-ba95-fbaadb2ef3c7 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325007 Jul 09 22:15:35.815269 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fb4ffed-07ae-4a46-81fc-daed6c289eb1 req-4d5966ff-d66c-43ec-856e-c38e3b59f804 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862119 Jul 09 22:15:36.098898 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed265284-f909-406a-a7fa-eb9ba31c9369 req-dfe742ef-e608-4064-9958-db35abf40e82 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:36.101643 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ed265284-f909-406a-a7fa-eb9ba31c9369 req-dfe742ef-e608-4064-9958-db35abf40e82 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0794685 Jul 09 22:15:36.143519 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ed265284-f909-406a-a7fa-eb9ba31c9369 req-133aa338-8352-42ca-9845-f4cd8a65c907 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365126 Jul 09 22:15:37.321967 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49a5b9-663c-442a-b5f2-6d4d7fa07f75 req-cd81faca-a3f9-4106-9092-6793039ab2cc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:37.323452 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-de49a5b9-663c-442a-b5f2-6d4d7fa07f75 req-cd81faca-a3f9-4106-9092-6793039ab2cc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0676427 Jul 09 22:15:37.364056 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-de49a5b9-663c-442a-b5f2-6d4d7fa07f75 req-d0d9fd1c-3119-4b3d-a24a-6c71e1b8b9b9 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333297 Jul 09 22:15:38.544506 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c78ef-608f-46a6-8a93-470acb90e48e req-8a867a76-f815-4356-b94f-a77472c0668d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:38.546009 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd5c78ef-608f-46a6-8a93-470acb90e48e req-8a867a76-f815-4356-b94f-a77472c0668d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0650380 Jul 09 22:15:38.584486 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd5c78ef-608f-46a6-8a93-470acb90e48e req-3b7869ee-1d10-4b5a-9976-cd3c6afe8c1f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328803 Jul 09 22:15:38.677491 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fde79-f0eb-4edf-baff-2f2da303f041 req-87b3f314-6bfd-4947-89ce-7423201ea0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:38.678986 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f11fde79-f0eb-4edf-baff-2f2da303f041 req-87b3f314-6bfd-4947-89ce-7423201ea0a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e15379ef8574723b1d38df0187a7df7&device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 1096 time: 0.0574219 Jul 09 22:15:38.767481 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fde79-f0eb-4edf-baff-2f2da303f041 req-103367b6-1f43-4d0f-b704-11f4d7c0b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:38.768975 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f11fde79-f0eb-4edf-baff-2f2da303f041 req-103367b6-1f43-4d0f-b704-11f4d7c0b89b service neutron] 10.222.0.11 "GET /v2.0/networks?id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637 HTTP/1.1" status: 200 len: 918 time: 0.0835907 Jul 09 22:15:38.809455 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f11fde79-f0eb-4edf-baff-2f2da303f041 req-9ce3c5e1-ac29-4c44-ab79-228af52e5850 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 HTTP/1.1" status: 200 len: 217 time: 0.0343330 Jul 09 22:15:38.860503 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fde79-f0eb-4edf-baff-2f2da303f041 req-02261cbf-1ec1-4351-9fb1-6a236d973aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:38.862618 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f11fde79-f0eb-4edf-baff-2f2da303f041 req-02261cbf-1ec1-4351-9fb1-6a236d973aca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6 HTTP/1.1" status: 200 len: 856 time: 0.0467832 Jul 09 22:15:38.918689 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fde79-f0eb-4edf-baff-2f2da303f041 req-2d28653f-cadf-4a7e-87d4-a8643dbdd6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:38.920107 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f11fde79-f0eb-4edf-baff-2f2da303f041 req-2d28653f-cadf-4a7e-87d4-a8643dbdd6e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517645 Jul 09 22:15:39.119022 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f11fde79-f0eb-4edf-baff-2f2da303f041 req-c6dc588e-62ae-4a25-9707-bcfb392a23cf service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876052 Jul 09 22:15:39.226371 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f11fde79-f0eb-4edf-baff-2f2da303f041 req-65ea00c0-1466-48e2-a835-0a7a9d4f2755 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007140 Jul 09 22:15:39.776432 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189790e-9963-495f-8f64-b7483150e7ca req-1251dc2d-df4d-4b55-8d1b-8636d8a0f654 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:39.778005 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0189790e-9963-495f-8f64-b7483150e7ca req-1251dc2d-df4d-4b55-8d1b-8636d8a0f654 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0688157 Jul 09 22:15:39.820783 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0189790e-9963-495f-8f64-b7483150e7ca req-baf37be6-851f-48bb-83fa-effd2ae05fa8 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355723 Jul 09 22:15:41.011626 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec265eee-6271-4cca-9e69-59c9c43db8ff req-659a0a41-ee63-4106-9ed8-009ca49add14 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:41.013211 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ec265eee-6271-4cca-9e69-59c9c43db8ff req-659a0a41-ee63-4106-9ed8-009ca49add14 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0699949 Jul 09 22:15:41.056929 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ec265eee-6271-4cca-9e69-59c9c43db8ff req-b4117af4-9e11-43fd-aa4e-29434b7fe23f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371337 Jul 09 22:15:41.516565 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bddc369b-7772-49b3-bf3e-1f95190ec4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:42.239142 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c72b4-36e1-4d7f-98ee-7930b829ff21 req-4e90d62a-e252-47d7-bda3-441be49695cc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:42.240859 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1c2c72b4-36e1-4d7f-98ee-7930b829ff21 req-4e90d62a-e252-47d7-bda3-441be49695cc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0644681 Jul 09 22:15:42.279808 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1c2c72b4-36e1-4d7f-98ee-7930b829ff21 req-5ccadbc4-81b7-4ff1-bc42-f2a00dbed9a4 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331969 Jul 09 22:15:43.457891 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774f7c9-6df4-4932-aba8-3f476c91595a req-52969b97-90c3-458c-82f2-d2946ab79deb tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:43.459375 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d774f7c9-6df4-4932-aba8-3f476c91595a req-52969b97-90c3-458c-82f2-d2946ab79deb tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0640476 Jul 09 22:15:43.496917 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d774f7c9-6df4-4932-aba8-3f476c91595a req-7a5c3954-0535-49e2-b5e2-1ccde6bede9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319576 Jul 09 22:15:44.682211 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f05ea-9f32-4ce6-b920-faed5b3cfb87 req-84dcec94-6fe5-4ad0-87e0-714824acf982 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:44.683689 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-683f05ea-9f32-4ce6-b920-faed5b3cfb87 req-84dcec94-6fe5-4ad0-87e0-714824acf982 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0697596 Jul 09 22:15:44.721839 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-683f05ea-9f32-4ce6-b920-faed5b3cfb87 req-c6648490-3dd4-443b-ac4a-03938450e6d5 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322063 Jul 09 22:15:44.807258 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d3274d9a-134d-4cfb-ab0b-b182ab51c130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:45.213599 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:45.904564 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd58680-c1e6-4bb2-87c6-3c8597515cdc req-0a1b10f5-e276-4604-9495-944df9f035be tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:45.906099 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fd58680-c1e6-4bb2-87c6-3c8597515cdc req-0a1b10f5-e276-4604-9495-944df9f035be tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0659573 Jul 09 22:15:45.944682 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fd58680-c1e6-4bb2-87c6-3c8597515cdc req-e5bbe225-9a2e-4670-9fd3-75fcc9f4f141 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330911 Jul 09 22:15:46.549091 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4445296a-c0da-429f-8b73-e98e68b7991e req-08fef44b-343e-4a9c-acca-279022833443 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1cd08425-476d-469e-b6ca-0c695938ce3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0633705 Jul 09 22:15:46.620846 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:46.650463 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445296a-c0da-429f-8b73-e98e68b7991e req-62466456-4a2f-4af7-9e71-0bc59d9eb7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:46.651962 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4445296a-c0da-429f-8b73-e98e68b7991e req-62466456-4a2f-4af7-9e71-0bc59d9eb7e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=57c306e1303d4b6db7707f0e6509725a&device_id=1cd08425-476d-469e-b6ca-0c695938ce3b HTTP/1.1" status: 200 len: 1099 time: 0.0545394 Jul 09 22:15:46.757457 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445296a-c0da-429f-8b73-e98e68b7991e req-f761f35c-7d93-41af-b554-4cf81182b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:46.758940 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4445296a-c0da-429f-8b73-e98e68b7991e req-f761f35c-7d93-41af-b554-4cf81182b624 service neutron] 10.222.0.11 "GET /v2.0/networks?id=973640da-d90a-4b6b-a97b-5474349704cd HTTP/1.1" status: 200 len: 915 time: 0.0862339 Jul 09 22:15:46.804608 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4445296a-c0da-429f-8b73-e98e68b7991e req-90360cf9-ea2f-45b3-80d2-4d75f24d0235 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beadffc5-a273-4329-940d-a88ca8657040 HTTP/1.1" status: 200 len: 217 time: 0.0389700 Jul 09 22:15:46.855724 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445296a-c0da-429f-8b73-e98e68b7991e req-e11d8357-a6ef-46e9-83b5-72234507b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:46.857197 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4445296a-c0da-429f-8b73-e98e68b7991e req-e11d8357-a6ef-46e9-83b5-72234507b85c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a5fcaa4-fc6f-4158-8483-46041fe547bc HTTP/1.1" status: 200 len: 854 time: 0.0462992 Jul 09 22:15:46.892814 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4445296a-c0da-429f-8b73-e98e68b7991e req-b8ee34d5-58ec-4a3d-bbb5-d11a5aae821c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=973640da-d90a-4b6b-a97b-5474349704cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271692 Jul 09 22:15:46.986774 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4445296a-c0da-429f-8b73-e98e68b7991e req-12c0d883-b0c5-4213-b16f-fe2b28132462 service neutron] 10.222.0.11 "GET /v2.0/networks/973640da-d90a-4b6b-a97b-5474349704cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870190 Jul 09 22:15:47.111785 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4445296a-c0da-429f-8b73-e98e68b7991e req-4a7dc97e-8a52-492c-82c6-e83b1bacb18f service neutron] 10.222.0.11 "GET /v2.0/networks/973640da-d90a-4b6b-a97b-5474349704cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181834 Jul 09 22:15:47.144820 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda2a14-4b1a-4114-a355-3dd272c0eaad req-d50c315c-3896-4b85-bf39-9492230033c2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:47.146321 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-efda2a14-4b1a-4114-a355-3dd272c0eaad req-d50c315c-3896-4b85-bf39-9492230033c2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0802939 Jul 09 22:15:47.192283 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-efda2a14-4b1a-4114-a355-3dd272c0eaad req-5dd8c757-78a5-4df6-848e-9069cc393d8a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386992 Jul 09 22:15:48.396323 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67be4b-b374-4c93-9b37-c98f25fb7ff0 req-162b46bf-ea73-4807-92df-f80b0e7240f5 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:48.399507 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7a67be4b-b374-4c93-9b37-c98f25fb7ff0 req-162b46bf-ea73-4807-92df-f80b0e7240f5 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0738714 Jul 09 22:15:48.404598 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:48.452745 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7a67be4b-b374-4c93-9b37-c98f25fb7ff0 req-5e6d1df5-f2e8-4a17-9fd5-df5ed7774967 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435216 Jul 09 22:15:48.613519 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 41056) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:48.731391 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-71a3fbb9-3903-403f-937c-3d4006852abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:48.826191 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-71a3fbb9-3903-403f-937c-3d4006852abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:48.831102 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-71a3fbb9-3903-403f-937c-3d4006852abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:48.871100 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-71a3fbb9-3903-403f-937c-3d4006852abb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4acf28e141f541ca8f49fb002a19edb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564669 Jul 09 22:15:48.871966 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3fbb9-3903-403f-937c-3d4006852abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50967790-8e36-45e0-a99c-45bfa59c3f10,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:48.873791 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 41060) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:48.879071 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3fbb9-3903-403f-937c-3d4006852abb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:48.879563 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3fbb9-3903-403f-937c-3d4006852abb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:48.879760 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3fbb9-3903-403f-937c-3d4006852abb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:48.880090 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3fbb9-3903-403f-937c-3d4006852abb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:48.880766 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3fbb9-3903-403f-937c-3d4006852abb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:48.880766 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3fbb9-3903-403f-937c-3d4006852abb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:48.881079 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3fbb9-3903-403f-937c-3d4006852abb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:48.881402 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3fbb9-3903-403f-937c-3d4006852abb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:48.881723 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3fbb9-3903-403f-937c-3d4006852abb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:48.882044 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3fbb9-3903-403f-937c-3d4006852abb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:48.882363 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3fbb9-3903-403f-937c-3d4006852abb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:48.882682 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3fbb9-3903-403f-937c-3d4006852abb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:48.933271 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0831-8dea-4776-8c27-7f10d0ca2468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:48.961516 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0831-8dea-4776-8c27-7f10d0ca2468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:49.010612 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0831-8dea-4776-8c27-7f10d0ca2468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:49.013118 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0831-8dea-4776-8c27-7f10d0ca2468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:49.014252 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-8ddc0831-8dea-4776-8c27-7f10d0ca2468 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50967790-8e36-45e0-a99c-45bfa59c3f10 HTTP/1.1" status: 204 len: 168 time: 0.1394587 Jul 09 22:15:49.022317 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc0831-8dea-4776-8c27-7f10d0ca2468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50967790-8e36-45e0-a99c-45bfa59c3f10,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:49.029125 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc0831-8dea-4776-8c27-7f10d0ca2468 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:49.029470 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc0831-8dea-4776-8c27-7f10d0ca2468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:49.029803 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc0831-8dea-4776-8c27-7f10d0ca2468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:49.030128 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc0831-8dea-4776-8c27-7f10d0ca2468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:49.030453 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc0831-8dea-4776-8c27-7f10d0ca2468 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:49.030785 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc0831-8dea-4776-8c27-7f10d0ca2468 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:49.031105 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc0831-8dea-4776-8c27-7f10d0ca2468 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:49.031422 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc0831-8dea-4776-8c27-7f10d0ca2468 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:49.032081 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc0831-8dea-4776-8c27-7f10d0ca2468 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:49.032081 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc0831-8dea-4776-8c27-7f10d0ca2468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:49.032484 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc0831-8dea-4776-8c27-7f10d0ca2468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:49.032705 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddc0831-8dea-4776-8c27-7f10d0ca2468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:15:49.648899 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379a320-4585-4ddb-af14-7a8fb44d39e2 req-391e0e5a-3413-4e51-9e63-ceca8bf9aacd tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:49.650402 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5379a320-4585-4ddb-af14-7a8fb44d39e2 req-391e0e5a-3413-4e51-9e63-ceca8bf9aacd tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0666461 Jul 09 22:15:49.670324 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 41088) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:49.693212 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5379a320-4585-4ddb-af14-7a8fb44d39e2 req-0b4452a9-86d0-44a3-acfd-1d35da6195c2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373089 Jul 09 22:15:49.771399 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-a3c1bfd6-8bb9-4ed0-9c15-ed39d0c80431 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2075115797-network', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:15:49.793482 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c1bfd6-8bb9-4ed0-9c15-ed39d0c80431 admin admin] Made reservation on behalf of c3bf697e8414479dbd95d42da53ccefa for: {'network': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:15:49.795799 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a3c1bfd6-8bb9-4ed0-9c15-ed39d0c80431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:49.805036 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a3c1bfd6-8bb9-4ed0-9c15-ed39d0c80431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:49.900382 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a3c1bfd6-8bb9-4ed0-9c15-ed39d0c80431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:49.904257 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a3c1bfd6-8bb9-4ed0-9c15-ed39d0c80431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:49.930632 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c1bfd6-8bb9-4ed0-9c15-ed39d0c80431 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 22:15:49.941553 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1bfd6-8bb9-4ed0-9c15-ed39d0c80431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592b4689-1471-43aa-a9e4-5ae7b489a511,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:49.946994 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a3c1bfd6-8bb9-4ed0-9c15-ed39d0c80431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:49.947333 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.segments_db [None req-a3c1bfd6-8bb9-4ed0-9c15-ed39d0c80431 admin admin] Added segment 1a5bb884-0c1d-41db-8e87-a9dddcffe2db of type vlan for network 47f5e06c-d6cf-411f-8c4e-2ca1eacd079f Jul 09 22:15:49.991832 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a3c1bfd6-8bb9-4ed0-9c15-ed39d0c80431 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:50.021579 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a3c1bfd6-8bb9-4ed0-9c15-ed39d0c80431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:50.022729 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c1bfd6-8bb9-4ed0-9c15-ed39d0c80431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:50.023348 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a3c1bfd6-8bb9-4ed0-9c15-ed39d0c80431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:50.072310 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-a3c1bfd6-8bb9-4ed0-9c15-ed39d0c80431 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4003780 Jul 09 22:15:50.075724 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 41094) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:50.082573 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-d507727f-4132-4423-81ea-59ead1cd6ac2 admin admin] Request body: {'subnet': {'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2075115797-subnet', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'ip_version': 4}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:15:50.093848 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1bfd6-8bb9-4ed0-9c15-ed39d0c80431 admin admin] Pushing event updated for resources: {'Network': ['ID=47f5e06c-d6cf-411f-8c4e-2ca1eacd079f,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:50.104105 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network 47f5e06c-d6cf-411f-8c4e-2ca1eacd079f details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:15:50.109769 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d507727f-4132-4423-81ea-59ead1cd6ac2 admin admin] Made reservation on behalf of c3bf697e8414479dbd95d42da53ccefa for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:15:50.112180 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d507727f-4132-4423-81ea-59ead1cd6ac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4538971'] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:50.311606 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d507727f-4132-4423-81ea-59ead1cd6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4538953'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:50.370159 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507727f-4132-4423-81ea-59ead1cd6ac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=677ed05f-ab01-4cd9-b598-8a5e82092172,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:50.391285 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d507727f-4132-4423-81ea-59ead1cd6ac2 admin admin] Checking segment: {'id': '1a5bb884-0c1d-41db-8e87-a9dddcffe2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:15:50.392152 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d507727f-4132-4423-81ea-59ead1cd6ac2 admin admin] Network hostable DHCP agents. Network: 47f5e06c-d6cf-411f-8c4e-2ca1eacd079f, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:15:50.416929 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d507727f-4132-4423-81ea-59ead1cd6ac2 admin admin] Network 47f5e06c-d6cf-411f-8c4e-2ca1eacd079f is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:15:50.431614 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:15:50.437530 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-d507727f-4132-4423-81ea-59ead1cd6ac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, 47f5e06c-d6cf-411f-8c4e-2ca1eacd079f) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:15:50.448889 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d507727f-4132-4423-81ea-59ead1cd6ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:50.449795 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d507727f-4132-4423-81ea-59ead1cd6ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:50.455249 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7e071b-78c2-467c-a684-7212bddee30d None None] Network 47f5e06c-d6cf-411f-8c4e-2ca1eacd079f requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:15:50.467142 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-d507727f-4132-4423-81ea-59ead1cd6ac2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3894868 Jul 09 22:15:50.471975 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 41098) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:50.476957 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2075115797-router', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:15:50.509137 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518699'] for router, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:50.516371 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518706'] for router, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:50.555884 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:50.633671 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:50.661206 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:15:50.694225 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'port_id': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3', 'mac_address': 'fa:16:3e:72:e7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:15:50.720756 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7463845-7020-514f-8315-7c447ba083c1-47f5e06c-d6cf-411f-8c4e-2ca1eacd079f', 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'fixed_ips': [{'subnet_id': '677ed05f-ab01-4cd9-b598-8a5e82092172'}]}} from dv-cinder-794962-8-iscsi. {{(pid=93129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 22:15:50.721613 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:50.759378 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:50.797075 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-518656'] for router, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:50.822504 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:15:50.860696 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:15:50.882491 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:50.944870 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba45212-99a2-480f-9c53-1f350945d85b req-0f0e59d4-1697-4994-8963-9c30cdd8b7a8 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:50.946399 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7ba45212-99a2-480f-9c53-1f350945d85b req-0f0e59d4-1697-4994-8963-9c30cdd8b7a8 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 944 time: 0.0924718 Jul 09 22:15:50.947954 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Allocated IP 172.20.0.2 (47f5e06c-d6cf-411f-8c4e-2ca1eacd079f/677ed05f-ab01-4cd9-b598-8a5e82092172/4269abb2-d597-4bcd-975d-89d742834ef3) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:15:50.957666 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:51.055157 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7ba45212-99a2-480f-9c53-1f350945d85b req-78f5f5b2-67bb-433e-84c1-3f1d08d0fc8a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009521 Jul 09 22:15:51.108936 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:51.123178 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Transition to ACTIVE for port object 4269abb2-d597-4bcd-975d-89d742834ef3 will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:15:51.140366 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Transition to ACTIVE for port object 4269abb2-d597-4bcd-975d-89d742834ef3 will not be triggered until provisioned by entity DHCP. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:15:51.146550 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:51.192764 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Network 47f5e06c-d6cf-411f-8c4e-2ca1eacd079f is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:15:51.198253 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:15:51.203392 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:15:51.213079 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Pushing event updated for resources: {'Port': ['ID=4269abb2-d597-4bcd-975d-89d742834ef3,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:51.272832 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Attempting to bind port 4269abb2-d597-4bcd-975d-89d742834ef3 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:15:51.273349 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Attempting to bind port 4269abb2-d597-4bcd-975d-89d742834ef3 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '1a5bb884-0c1d-41db-8e87-a9dddcffe2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:15:51.273717 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Attempting to bind port 4269abb2-d597-4bcd-975d-89d742834ef3 on network 47f5e06c-d6cf-411f-8c4e-2ca1eacd079f {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:15:51.279220 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:15:51.279365 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Checking segment: {'id': '1a5bb884-0c1d-41db-8e87-a9dddcffe2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:15:51.279770 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:51.280159 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Bound using segment: {'id': '1a5bb884-0c1d-41db-8e87-a9dddcffe2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:15:51.280619 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Bound port: 4269abb2-d597-4bcd-975d-89d742834ef3, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5bb884-0c1d-41db-8e87-a9dddcffe2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:15:51.281020 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:51.331465 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:51.345993 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-75abc668-74dc-488c-8249-7ce374837773 None None] For port 4269abb2-d597-4bcd-975d-89d742834ef3, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:15:51.348992 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-75abc668-74dc-488c-8249-7ce374837773 None None] For port 4269abb2-d597-4bcd-975d-89d742834ef3, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=4269abb2-d597-4bcd-975d-89d742834ef3,segment=NetworkSegment(1a5bb884-0c1d-41db-8e87-a9dddcffe2db),segment_id=1a5bb884-0c1d-41db-8e87-a9dddcffe2db)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:15:51.350196 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:51.354721 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:51.419010 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abc668-74dc-488c-8249-7ce374837773 None None] Pushing event updated for resources: {'Port': ['ID=4269abb2-d597-4bcd-975d-89d742834ef3,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:51.465376 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] Allocated IP 172.27.2.94 (48f3c221-d066-4df5-b08c-0298bc94fba3/de0a8c43-0791-41b8-9204-ec5737d75642/6f808de4-65d3-484c-98a9-1b71ca2d3043) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:15:51.614097 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:51.656657 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:51.695534 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:15:51.700743 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:15:51.703191 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:15:51.733543 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] Pushing event updated for resources: {'Port': ['ID=6f808de4-65d3-484c-98a9-1b71ca2d3043,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:51.964878 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:52.186892 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 4269abb2-d597-4bcd-975d-89d742834ef3 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:15:52.235376 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545250'] for router, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:52.288809 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 4269abb2-d597-4bcd-975d-89d742834ef3 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:15:52.380477 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274be1d5-2b42-4ea1-877c-849d9b3305d6 None None] Network 47f5e06c-d6cf-411f-8c4e-2ca1eacd079f requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:15:52.432361 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8c9c5-986b-4d60-9336-bff4562e31c6 req-4d026006-a6e2-4f76-bffc-6b27d6649988 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:52.433936 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-03a8c9c5-986b-4d60-9336-bff4562e31c6 req-4d026006-a6e2-4f76-bffc-6b27d6649988 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 944 time: 0.1335773 Jul 09 22:15:52.468697 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] Router 128b42c5-320e-458c-9d83-35bf57e4a2ab is scheduled to L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 with binding_index 1 {{(pid=93128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 22:15:52.476363 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-d0f05ab5-bbd3-475c-ae10-52b89ec3ee1f None None] Provisioning for port 4269abb2-d597-4bcd-975d-89d742834ef3 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:15:52.490400 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-03a8c9c5-986b-4d60-9336-bff4562e31c6 req-1286d555-f6ef-47da-bca6-6cedaefd3783 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491486 Jul 09 22:15:52.507278 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-d0f05ab5-bbd3-475c-ae10-52b89ec3ee1f None None] Provisioning complete for port 4269abb2-d597-4bcd-975d-89d742834ef3 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:52.507659 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d0f05ab5-bbd3-475c-ae10-52b89ec3ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:52.599503 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:15:52.614496 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Sync routers for ids ['128b42c5-320e-458c-9d83-35bf57e4a2ab'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:15:52.627483 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:52.631612 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 41112) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:52.632176 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-77c5a782-be3f-4fa6-8e05-638cbd3470a4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1587107 Jul 09 22:15:52.650880 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Routers {'128b42c5-320e-458c-9d83-35bf57e4a2ab'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:15:52.651519 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:15:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['128b42c5-320e-458c-9d83-35bf57e4a2ab'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:52.654173 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d0f05ab5-bbd3-475c-ae10-52b89ec3ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:52.904093 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-d0f05ab5-bbd3-475c-ae10-52b89ec3ee1f None None] For port 4269abb2-d597-4bcd-975d-89d742834ef3, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=4269abb2-d597-4bcd-975d-89d742834ef3,segment=NetworkSegment(1a5bb884-0c1d-41db-8e87-a9dddcffe2db),segment_id=1a5bb884-0c1d-41db-8e87-a9dddcffe2db)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:15:52.910670 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d0f05ab5-bbd3-475c-ae10-52b89ec3ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:52.939911 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Set router 128b42c5-320e-458c-9d83-35bf57e4a2ab gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:15:53.067066 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f05ab5-bbd3-475c-ae10-52b89ec3ee1f None None] Pushing event updated for resources: {'Port': ['ID=4269abb2-d597-4bcd-975d-89d742834ef3,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:53.135009 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:53.146631 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-f4d2834a-0164-4bd6-b487-919c04fa9270 None None] Provisioning complete for port 4269abb2-d597-4bcd-975d-89d742834ef3 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:53.147182 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f4d2834a-0164-4bd6-b487-919c04fa9270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:53.219117 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'name': 'tempest-TestMinimumBasicScenario-2075115797-router', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:50Z', 'updated_at': '2021-07-09T22:15:51Z', 'revision_number': 3, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'gw_port': {'id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:51Z', 'updated_at': '2021-07-09T22:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:53.269816 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Checking router: 128b42c5-320e-458c-9d83-35bf57e4a2ab for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:15:53.270212 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Updating router 128b42c5-320e-458c-9d83-35bf57e4a2ab port 6f808de4-65d3-484c-98a9-1b71ca2d3043 binding host dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:15:53.311224 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_common [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] Allocated IP 172.20.0.1 (47f5e06c-d6cf-411f-8c4e-2ca1eacd079f/677ed05f-ab01-4cd9-b598-8a5e82092172/64f4c0ec-1965-482e-9657-cf809db6eddd) {{(pid=93127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:15:53.317967 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:53.495283 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:53.513532 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.provisioning_blocks [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] Transition to ACTIVE for port object 64f4c0ec-1965-482e-9657-cf809db6eddd will not be triggered until provisioned by entity DHCP. {{(pid=93127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:15:53.554138 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6067558'] for port, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:53.599050 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] Network 47f5e06c-d6cf-411f-8c4e-2ca1eacd079f is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:15:53.609769 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:15:53.614422 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] Received port after_create {{(pid=93127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:15:53.665784 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548053'] for router_interface, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:53.669701 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] Pushing event updated for resources: {'Port': ['ID=64f4c0ec-1965-482e-9657-cf809db6eddd,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:53.730420 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:53.749348 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Transition to ACTIVE for port object 6f808de4-65d3-484c-98a9-1b71ca2d3043 will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:15:53.764951 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:53.801246 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc8f8a-3dcd-44a2-8614-593155f335da req-dd19c271-3f82-4a92-80b0-a9611bc486f2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:53.810847 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8abc8f8a-3dcd-44a2-8614-593155f335da req-dd19c271-3f82-4a92-80b0-a9611bc486f2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 944 time: 0.1342015 Jul 09 22:15:53.828393 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Attempting to bind port 6f808de4-65d3-484c-98a9-1b71ca2d3043 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:15:53.829558 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Attempting to bind port 6f808de4-65d3-484c-98a9-1b71ca2d3043 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:15:53.830144 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Attempting to bind port 6f808de4-65d3-484c-98a9-1b71ca2d3043 on network 48f3c221-d066-4df5-b08c-0298bc94fba3 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:15:53.860265 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:15:53.861005 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Checking segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:15:53.861798 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:53.862555 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Bound using segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:15:53.863514 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Bound port: 6f808de4-65d3-484c-98a9-1b71ca2d3043, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:15:53.864257 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:53.873189 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8abc8f8a-3dcd-44a2-8614-593155f335da req-c013f211-f953-4279-90ae-239519eb14c8 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609093 Jul 09 22:15:53.892699 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9c7a2-1361-4dce-85cf-427d77a7cc44 None None] Pushing event updated for resources: {'Port': ['ID=6f808de4-65d3-484c-98a9-1b71ca2d3043,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:53.902937 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:53.936590 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] For port 6f808de4-65d3-484c-98a9-1b71ca2d3043, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:15:53.941490 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] For port 6f808de4-65d3-484c-98a9-1b71ca2d3043, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=6f808de4-65d3-484c-98a9-1b71ca2d3043,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:15:53.947065 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:54.021014 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-bab27638-d195-41c7-8208-7f8441fe335c None None] Provisioning for port 64f4c0ec-1965-482e-9657-cf809db6eddd completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:15:54.031410 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-bab27638-d195-41c7-8208-7f8441fe335c None None] Provisioning complete for port 64f4c0ec-1965-482e-9657-cf809db6eddd triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:54.031710 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bab27638-d195-41c7-8208-7f8441fe335c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:54.034113 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Routers {'128b42c5-320e-458c-9d83-35bf57e4a2ab'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:15:54.034677 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:15:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['128b42c5-320e-458c-9d83-35bf57e4a2ab'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:54.037581 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9c7a2-1361-4dce-85cf-427d77a7cc44 None None] Pushing event updated for resources: {'Port': ['ID=6f808de4-65d3-484c-98a9-1b71ca2d3043,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:54.177598 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 4269abb2-d597-4bcd-975d-89d742834ef3 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:15:54.265655 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] Set router 128b42c5-320e-458c-9d83-35bf57e4a2ab gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:15:54.302678 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-bab27638-d195-41c7-8208-7f8441fe335c None None] Port 64f4c0ec-1965-482e-9657-cf809db6eddd cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:15:54.371863 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 4269abb2-d597-4bcd-975d-89d742834ef3 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:54.372274 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:54.387262 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:54.393431 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6067604'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:54.468050 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['0d74899e-e0bf-4a12-b6ef-30cf450bf4d3'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:15:54.481916 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545448'] for router_interface, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:54.486087 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] Pushing event updated for resources: {'Port': ['ID=64f4c0ec-1965-482e-9657-cf809db6eddd,revision_number=2']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:54.612781 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] Network 47f5e06c-d6cf-411f-8c4e-2ca1eacd079f is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:15:54.614608 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:15:54.663696 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'name': 'tempest-TestMinimumBasicScenario-2075115797-router', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:50Z', 'updated_at': '2021-07-09T22:15:53Z', 'revision_number': 4, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'gw_port': {'id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:51Z', 'updated_at': '2021-07-09T22:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '64f4c0ec-1965-482e-9657-cf809db6eddd', 'name': '', 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'mac_address': 'fa:16:3e:19:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:53Z', 'updated_at': '2021-07-09T22:15:53Z', 'revision_number': 1, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'subnets': [{'id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:54.713486 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0049bba1-6381-4ee6-86d5-8cf81e3f0c84 None None] The sync data for ids ['128b42c5-320e-458c-9d83-35bf57e4a2ab'] in dv-cinder-794962-8-iscsi is: [{'id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'name': 'tempest-TestMinimumBasicScenario-2075115797-router', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:50Z', 'updated_at': '2021-07-09T22:15:53Z', 'revision_number': 4, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'gw_port': {'id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:51Z', 'updated_at': '2021-07-09T22:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '64f4c0ec-1965-482e-9657-cf809db6eddd', 'name': '', 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'mac_address': 'fa:16:3e:19:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:53Z', 'updated_at': '2021-07-09T22:15:53Z', 'revision_number': 1, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'subnets': [{'id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:15:54.770455 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] Router 128b42c5-320e-458c-9d83-35bf57e4a2ab has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:15:54.932422 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-d65b1a97-624f-4719-ae6a-4fc2812bc4ff None None] Provisioning complete for port 64f4c0ec-1965-482e-9657-cf809db6eddd triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:54.933035 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d65b1a97-624f-4719-ae6a-4fc2812bc4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:54.970158 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:15:54.980390 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-d65b1a97-624f-4719-ae6a-4fc2812bc4ff None None] Port 64f4c0ec-1965-482e-9657-cf809db6eddd cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:15:55.003804 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-e9f03ac4-23b7-44e9-ac91-eab24fec6058 admin admin] 10.222.0.10 "PUT /v2.0/routers/128b42c5-320e-458c-9d83-35bf57e4a2ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3689294 Jul 09 22:15:55.234953 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412921e-8819-4e76-9516-b9d77c9b5267 req-7f63c400-f060-41b9-a2d2-03710e5977e5 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:55.236976 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9412921e-8819-4e76-9516-b9d77c9b5267 req-7f63c400-f060-41b9-a2d2-03710e5977e5 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 944 time: 0.0806718 Jul 09 22:15:55.299599 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9412921e-8819-4e76-9516-b9d77c9b5267 req-e14928dd-a653-4e4b-9fce-1e37c1460050 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522604 Jul 09 22:15:55.807553 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 41160) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:55.813743 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-de89867b-2910-4e2e-b94b-281e28f84d8d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-153974217-network', 'tenant_id': '1d94cfe9012b4fb38527e3c396420eb3'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:15:55.853618 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de89867b-2910-4e2e-b94b-281e28f84d8d admin admin] Made reservation on behalf of 1d94cfe9012b4fb38527e3c396420eb3 for: {'network': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:15:55.856303 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-de89867b-2910-4e2e-b94b-281e28f84d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:55.874047 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-de89867b-2910-4e2e-b94b-281e28f84d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:56.027205 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-de89867b-2910-4e2e-b94b-281e28f84d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:56.033339 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-de89867b-2910-4e2e-b94b-281e28f84d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:56.162349 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de89867b-2910-4e2e-b94b-281e28f84d8d admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 22:15:56.182757 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89867b-2910-4e2e-b94b-281e28f84d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf48d99-a6b0-4721-8e42-6ffa0caf1491,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:56.191153 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-de89867b-2910-4e2e-b94b-281e28f84d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:56.191774 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.segments_db [None req-de89867b-2910-4e2e-b94b-281e28f84d8d admin admin] Added segment 3ac17604-117d-42c8-b245-0fd6f1c207ba of type vlan for network d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f Jul 09 22:15:56.216090 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 6f808de4-65d3-484c-98a9-1b71ca2d3043 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:15:56.247378 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-de89867b-2910-4e2e-b94b-281e28f84d8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:56.288553 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 6f808de4-65d3-484c-98a9-1b71ca2d3043 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:15:56.294703 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 6f808de4-65d3-484c-98a9-1b71ca2d3043 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:56.295226 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:56.310182 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-de89867b-2910-4e2e-b94b-281e28f84d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:56.312300 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de89867b-2910-4e2e-b94b-281e28f84d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:56.313591 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-de89867b-2910-4e2e-b94b-281e28f84d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:56.372320 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-de89867b-2910-4e2e-b94b-281e28f84d8d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5629029 Jul 09 22:15:56.374996 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 41174) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:56.388307 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-953ac826-c5f2-40fc-9ab9-91505f517a2d admin admin] Request body: {'subnet': {'network_id': 'd3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-153974217-subnet', 'tenant_id': '1d94cfe9012b4fb38527e3c396420eb3', 'ip_version': 4}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:15:56.430727 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953ac826-c5f2-40fc-9ab9-91505f517a2d admin admin] Made reservation on behalf of 1d94cfe9012b4fb38527e3c396420eb3 for: {'subnet': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:15:56.435014 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-953ac826-c5f2-40fc-9ab9-91505f517a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5560503'] for subnet, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:56.446243 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89867b-2910-4e2e-b94b-281e28f84d8d admin admin] Pushing event updated for resources: {'Network': ['ID=d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:56.533216 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:15:56.639158 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4af318-7972-4093-aeba-5a2c83849a1f req-d7d42b94-efa6-438d-860b-2af999ff66de tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:56.645049 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1f4af318-7972-4093-aeba-5a2c83849a1f req-d7d42b94-efa6-438d-860b-2af999ff66de tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 944 time: 0.1082761 Jul 09 22:15:56.695044 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1f4af318-7972-4093-aeba-5a2c83849a1f req-bdf6bc66-e530-4ed0-b368-0025194ebbf3 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405185 Jul 09 22:15:56.721935 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:56.747418 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port 6f808de4-65d3-484c-98a9-1b71ca2d3043, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=6f808de4-65d3-484c-98a9-1b71ca2d3043,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:15:56.753664 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:56.761136 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-953ac826-c5f2-40fc-9ab9-91505f517a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6067474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5560485'] for subnet, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:56.834482 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ac826-c5f2-40fc-9ab9-91505f517a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ae2d90-cd42-4148-96b5-69df935dae68,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:56.847369 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=6f808de4-65d3-484c-98a9-1b71ca2d3043,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:56.852482 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953ac826-c5f2-40fc-9ab9-91505f517a2d admin admin] Checking segment: {'id': '3ac17604-117d-42c8-b245-0fd6f1c207ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:15:56.853125 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953ac826-c5f2-40fc-9ab9-91505f517a2d admin admin] Network hostable DHCP agents. Network: d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:15:56.881059 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953ac826-c5f2-40fc-9ab9-91505f517a2d admin admin] Network d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:15:56.892208 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-953ac826-c5f2-40fc-9ab9-91505f517a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f) {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:15:56.897358 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953ac826-c5f2-40fc-9ab9-91505f517a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:56.898490 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-953ac826-c5f2-40fc-9ab9-91505f517a2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:56.902080 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783fc619-f14c-4643-9281-29db3066c526 None None] Network d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:15:56.914935 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-953ac826-c5f2-40fc-9ab9-91505f517a2d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5374396 Jul 09 22:15:56.917409 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 41176) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:56.921957 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-153974217-router', 'tenant_id': '1d94cfe9012b4fb38527e3c396420eb3', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:15:56.943354 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518699'] for router, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:56.944375 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518706'] for router, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:57.001377 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:57.110004 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7463845-7020-514f-8315-7c447ba083c1-d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f', 'network_id': 'd3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f', 'tenant_id': '1d94cfe9012b4fb38527e3c396420eb3', 'fixed_ips': [{'subnet_id': 'b4ae2d90-cd42-4148-96b5-69df935dae68'}]}} from dv-cinder-794962-8-iscsi. {{(pid=93129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 22:15:57.110872 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:57.193159 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-518656'] for router, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:57.270429 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Allocated IP 172.20.0.2 (d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f/b4ae2d90-cd42-4148-96b5-69df935dae68/231d834e-1dba-45f0-991c-3d3102568197) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:15:57.448355 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:57.456870 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:57.459923 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Transition to ACTIVE for port object 231d834e-1dba-45f0-991c-3d3102568197 will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:15:57.476527 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Transition to ACTIVE for port object 231d834e-1dba-45f0-991c-3d3102568197 will not be triggered until provisioned by entity DHCP. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:15:57.477138 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:57.484198 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:57.503313 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Network d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:15:57.525055 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:15:57.528597 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:15:57.569268 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Pushing event updated for resources: {'Port': ['ID=231d834e-1dba-45f0-991c-3d3102568197,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:57.603275 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Attempting to bind port 231d834e-1dba-45f0-991c-3d3102568197 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:15:57.603705 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Attempting to bind port 231d834e-1dba-45f0-991c-3d3102568197 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '3ac17604-117d-42c8-b245-0fd6f1c207ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:15:57.604059 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Attempting to bind port 231d834e-1dba-45f0-991c-3d3102568197 on network d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:15:57.612882 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_common [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] Allocated IP 172.27.2.175 (48f3c221-d066-4df5-b08c-0298bc94fba3/de0a8c43-0791-41b8-9204-ec5737d75642/8dec5abc-7ee3-432b-a2bb-e030fc2aecc7) {{(pid=93127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:15:57.613105 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:15:57.613517 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Checking segment: {'id': '3ac17604-117d-42c8-b245-0fd6f1c207ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:15:57.614246 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:57.614440 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Bound using segment: {'id': '3ac17604-117d-42c8-b245-0fd6f1c207ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:15:57.614952 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Bound port: 231d834e-1dba-45f0-991c-3d3102568197, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac17604-117d-42c8-b245-0fd6f1c207ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:15:57.615738 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:57.630795 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Sync routers for ids ['128b42c5-320e-458c-9d83-35bf57e4a2ab'] in dv-cinder-794962-8-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:15:57.641791 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Routers {'128b42c5-320e-458c-9d83-35bf57e4a2ab'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:15:57.643814 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:15:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['128b42c5-320e-458c-9d83-35bf57e4a2ab'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:57.721384 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] For port 231d834e-1dba-45f0-991c-3d3102568197, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:15:57.724903 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] For port 231d834e-1dba-45f0-991c-3d3102568197, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=231d834e-1dba-45f0-991c-3d3102568197,segment=NetworkSegment(3ac17604-117d-42c8-b245-0fd6f1c207ba),segment_id=3ac17604-117d-42c8-b245-0fd6f1c207ba)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:15:57.729958 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:57.770530 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:57.790961 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Set router 128b42c5-320e-458c-9d83-35bf57e4a2ab gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:15:57.798610 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb573423-b260-4fa2-85fc-3c61132877c7 None None] Pushing event updated for resources: {'Port': ['ID=231d834e-1dba-45f0-991c-3d3102568197,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:57.847171 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6067558'] for port, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:57.908589 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:15:57.912970 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:15:57.915886 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] Received port after_create {{(pid=93127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:15:57.919768 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] Pushing event updated for resources: {'Port': ['ID=8dec5abc-7ee3-432b-a2bb-e030fc2aecc7,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:58.041229 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'name': 'tempest-TestMinimumBasicScenario-2075115797-router', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:50Z', 'updated_at': '2021-07-09T22:15:53Z', 'revision_number': 4, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'gw_port': {'id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:51Z', 'updated_at': '2021-07-09T22:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '64f4c0ec-1965-482e-9657-cf809db6eddd', 'name': '', 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'mac_address': 'fa:16:3e:19:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:53Z', 'updated_at': '2021-07-09T22:15:54Z', 'revision_number': 2, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'subnets': [{'id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:58.085970 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96835f2-b4f8-4641-b875-0830fafcd852 req-32128c82-2889-4a00-a4c9-46f63753e242 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:58.091712 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a96835f2-b4f8-4641-b875-0830fafcd852 req-32128c82-2889-4a00-a4c9-46f63753e242 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 944 time: 0.1191022 Jul 09 22:15:58.101533 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Checking router: 128b42c5-320e-458c-9d83-35bf57e4a2ab for host: dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:15:58.101709 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Updating router 128b42c5-320e-458c-9d83-35bf57e4a2ab port 64f4c0ec-1965-482e-9657-cf809db6eddd binding host dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:15:58.166217 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:58.215876 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a96835f2-b4f8-4641-b875-0830fafcd852 req-9ee1edd5-2238-4c09-b384-d494d675670e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118410 Jul 09 22:15:58.308692 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:58.364630 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 231d834e-1dba-45f0-991c-3d3102568197 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:15:58.424487 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 231d834e-1dba-45f0-991c-3d3102568197 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:15:58.431127 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 6f808de4-65d3-484c-98a9-1b71ca2d3043 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:15:58.489764 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 6f808de4-65d3-484c-98a9-1b71ca2d3043 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:58.490168 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:58.555316 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:58.570709 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Transition to ACTIVE for port object 64f4c0ec-1965-482e-9657-cf809db6eddd will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:15:58.579234 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:58.602846 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545250'] for router, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:58.624648 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e02edc-688c-424a-944b-7fc603e6c483 None None] Pushing event updated for resources: {'Port': ['ID=64f4c0ec-1965-482e-9657-cf809db6eddd,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:58.723116 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Attempting to bind port 64f4c0ec-1965-482e-9657-cf809db6eddd on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:15:58.723794 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Attempting to bind port 64f4c0ec-1965-482e-9657-cf809db6eddd by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '1a5bb884-0c1d-41db-8e87-a9dddcffe2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:15:58.724009 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Attempting to bind port 64f4c0ec-1965-482e-9657-cf809db6eddd on network 47f5e06c-d6cf-411f-8c4e-2ca1eacd079f {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:15:58.730547 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:15:58.730922 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Checking segment: {'id': '1a5bb884-0c1d-41db-8e87-a9dddcffe2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:15:58.731331 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:58.731726 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Bound using segment: {'id': '1a5bb884-0c1d-41db-8e87-a9dddcffe2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:15:58.732197 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Bound port: 64f4c0ec-1965-482e-9657-cf809db6eddd, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5bb884-0c1d-41db-8e87-a9dddcffe2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:15:58.732570 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:58.816524 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] For port 64f4c0ec-1965-482e-9657-cf809db6eddd, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:15:58.820257 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] For port 64f4c0ec-1965-482e-9657-cf809db6eddd, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=64f4c0ec-1965-482e-9657-cf809db6eddd,segment=NetworkSegment(1a5bb884-0c1d-41db-8e87-a9dddcffe2db),segment_id=1a5bb884-0c1d-41db-8e87-a9dddcffe2db)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:15:58.827406 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:58.830952 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] Router 98bef3b5-8b79-48c1-bcf8-596519faab7a is scheduled to L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 with binding_index 1 {{(pid=93127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 22:15:58.897444 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Routers {'128b42c5-320e-458c-9d83-35bf57e4a2ab'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:15:58.897694 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:15:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['128b42c5-320e-458c-9d83-35bf57e4a2ab'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:58.933775 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e02edc-688c-424a-944b-7fc603e6c483 None None] Pushing event updated for resources: {'Port': ['ID=64f4c0ec-1965-482e-9657-cf809db6eddd,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:59.042647 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:15:59.080116 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] Set router 128b42c5-320e-458c-9d83-35bf57e4a2ab gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:15:59.137564 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:15:59.145677 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:59.146360 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:59.195007 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:15:59.207089 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Sync routers for ids ['98bef3b5-8b79-48c1-bcf8-596519faab7a'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:15:59.228159 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] Notify callbacks [] for router, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:59.232927 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-63faaafa-1fd4-4072-98cb-3939d9fb6c1e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3137615 Jul 09 22:15:59.235718 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 41192) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:15:59.237285 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Routers {'98bef3b5-8b79-48c1-bcf8-596519faab7a'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:15:59.237951 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:15:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['98bef3b5-8b79-48c1-bcf8-596519faab7a'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:59.286258 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123b3a8e-0ed6-4269-ab0e-6acb5060db49 None None] Network d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:15:59.389307 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:59.432872 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:15:59.434295 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-6f34793e-af99-49a1-b911-5375879421b4 None None] Provisioning for port 231d834e-1dba-45f0-991c-3d3102568197 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:15:59.445763 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef188555-0c14-4479-87dc-2a2eb0df26b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:15:59.448384 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da363fe6-7d16-4498-8bab-77eb6fbad916" -d '{"events": [{"server_uuid": "ef188555-0c14-4479-87dc-2a2eb0df26b3", "name": "network-vif-plugged", "status": "completed", "tag": "0d74899e-e0bf-4a12-b6ef-30cf450bf4d3"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:15:59.451231 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-6f34793e-af99-49a1-b911-5375879421b4 None None] Provisioning complete for port 231d834e-1dba-45f0-991c-3d3102568197 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:15:59.451808 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-6f34793e-af99-49a1-b911-5375879421b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:59.457662 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:15:59.551304 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3909cabe-6237-465b-af3c-26c609d53c9b x-openstack-request-id: req-3909cabe-6237-465b-af3c-26c609d53c9b {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:15:59.551700 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef188555-0c14-4479-87dc-2a2eb0df26b3", "name": "network-vif-plugged", "status": "completed", "tag": "0d74899e-e0bf-4a12-b6ef-30cf450bf4d3", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:15:59.551847 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3909cabe-6237-465b-af3c-26c609d53c9b {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:15:59.552216 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef188555-0c14-4479-87dc-2a2eb0df26b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3', 'code': 200} Jul 09 22:15:59.552758 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a7220-ff20-47cc-a727-cd652c17d373 req-aaddebf3-e465-452b-98d1-24124cbab61c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:15:59.556105 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d66a7220-ff20-47cc-a727-cd652c17d373 req-aaddebf3-e465-452b-98d1-24124cbab61c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.1106660 Jul 09 22:15:59.582969 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'name': 'tempest-TestMinimumBasicScenario-2075115797-router', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:50Z', 'updated_at': '2021-07-09T22:15:53Z', 'revision_number': 4, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'gw_port': {'id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:51Z', 'updated_at': '2021-07-09T22:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '64f4c0ec-1965-482e-9657-cf809db6eddd', 'name': '', 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'mac_address': 'fa:16:3e:19:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:53Z', 'updated_at': '2021-07-09T22:15:58Z', 'revision_number': 4, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'subnets': [{'id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:15:59.610451 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d66a7220-ff20-47cc-a727-cd652c17d373 req-67f1cc55-b778-4ecf-a237-94ef040fd74c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483541 Jul 09 22:15:59.633178 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8866b46e-b571-483b-a4be-364db7c230c3 None None] The sync data for ids ['128b42c5-320e-458c-9d83-35bf57e4a2ab'] in dv-cinder-794962-8-iscsi is: [{'id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'name': 'tempest-TestMinimumBasicScenario-2075115797-router', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:50Z', 'updated_at': '2021-07-09T22:15:53Z', 'revision_number': 4, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'gw_port': {'id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:51Z', 'updated_at': '2021-07-09T22:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '64f4c0ec-1965-482e-9657-cf809db6eddd', 'name': '', 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'mac_address': 'fa:16:3e:19:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:53Z', 'updated_at': '2021-07-09T22:15:58Z', 'revision_number': 4, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'subnets': [{'id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:15:59.666446 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:15:59.693414 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Set router 98bef3b5-8b79-48c1-bcf8-596519faab7a gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:15:59.916967 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:00.054439 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-6f34793e-af99-49a1-b911-5375879421b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:00.128816 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-6f34793e-af99-49a1-b911-5375879421b4 None None] For port 231d834e-1dba-45f0-991c-3d3102568197, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=231d834e-1dba-45f0-991c-3d3102568197,segment=NetworkSegment(3ac17604-117d-42c8-b245-0fd6f1c207ba),segment_id=3ac17604-117d-42c8-b245-0fd6f1c207ba)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:16:00.146263 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_common [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] Allocated IP 172.20.0.1 (d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f/b4ae2d90-cd42-4148-96b5-69df935dae68/ac72dfae-6caf-4565-babd-8cca4e00c4db) {{(pid=93127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:16:00.156375 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-6f34793e-af99-49a1-b911-5375879421b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:00.172891 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 64f4c0ec-1965-482e-9657-cf809db6eddd up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:16:00.319561 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34793e-af99-49a1-b911-5375879421b4 None None] Pushing event updated for resources: {'Port': ['ID=231d834e-1dba-45f0-991c-3d3102568197,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:00.349706 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:00.369401 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.provisioning_blocks [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] Transition to ACTIVE for port object ac72dfae-6caf-4565-babd-8cca4e00c4db will not be triggered until provisioned by entity DHCP. {{(pid=93127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:16:00.378489 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'name': 'tempest-TestMinimumBasicScenario-153974217-router', 'tenant_id': '1d94cfe9012b4fb38527e3c396420eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '8dec5abc-7ee3-432b-a2bb-e030fc2aecc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:56Z', 'updated_at': '2021-07-09T22:15:58Z', 'revision_number': 3, 'project_id': '1d94cfe9012b4fb38527e3c396420eb3', 'gw_port': {'id': '8dec5abc-7ee3-432b-a2bb-e030fc2aecc7', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:57Z', 'updated_at': '2021-07-09T22:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:16:00.415200 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6067558'] for port, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:00.441921 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Checking router: 98bef3b5-8b79-48c1-bcf8-596519faab7a for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:16:00.442805 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Updating router 98bef3b5-8b79-48c1-bcf8-596519faab7a port 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7 binding host dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:16:00.455982 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 64f4c0ec-1965-482e-9657-cf809db6eddd completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:16:00.464440 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] Network d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:16:00.470711 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:16:00.473363 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] Received port after_create {{(pid=93127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:16:00.503871 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 64f4c0ec-1965-482e-9657-cf809db6eddd triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:16:00.504487 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:00.541213 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] Pushing event updated for resources: {'Port': ['ID=ac72dfae-6caf-4565-babd-8cca4e00c4db,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:00.546977 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548053'] for router_interface, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:00.583057 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-506da6b9-e0d0-4053-9a29-c8d85c63529d None None] Provisioning complete for port 231d834e-1dba-45f0-991c-3d3102568197 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:16:00.583463 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-506da6b9-e0d0-4053-9a29-c8d85c63529d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:00.587990 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:00.786241 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:00.914944 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7804bf-dc35-4123-a301-d655642bce0c req-c9762901-201c-4836-b204-cd90a4f03ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:00.916637 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4a7804bf-dc35-4123-a301-d655642bce0c req-c9762901-201c-4836-b204-cd90a4f03ed7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 1098 time: 0.1181524 Jul 09 22:16:00.943251 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:00.970173 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4a7804bf-dc35-4123-a301-d655642bce0c req-9fe2b8c9-e467-44e3-8a09-bcee7c211601 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462198 Jul 09 22:16:00.983326 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db78cf-32b7-495e-825b-954f84fdb414 req-0ee8f5f9-d9cd-4b77-91ac-fbf234553c37 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:00.984961 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b6db78cf-32b7-495e-825b-954f84fdb414 req-0ee8f5f9-d9cd-4b77-91ac-fbf234553c37 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.1155348 Jul 09 22:16:01.028612 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:01.035193 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6067604'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:01.037518 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b6db78cf-32b7-495e-825b-954f84fdb414 req-6f122ebd-f68b-4b98-895c-d2fdf4090671 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454037 Jul 09 22:16:01.090755 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port 64f4c0ec-1965-482e-9657-cf809db6eddd, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=64f4c0ec-1965-482e-9657-cf809db6eddd,segment=NetworkSegment(1a5bb884-0c1d-41db-8e87-a9dddcffe2db),segment_id=1a5bb884-0c1d-41db-8e87-a9dddcffe2db)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:16:01.107297 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:01.109176 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] Pushing event updated for resources: {'Port': ['ID=ac72dfae-6caf-4565-babd-8cca4e00c4db,revision_number=2']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:01.114544 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545448'] for router_interface, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:01.214582 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] Network d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:16:01.216046 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:16:01.222747 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=64f4c0ec-1965-482e-9657-cf809db6eddd,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:01.254522 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-71c76c61-e89a-4783-bebf-0d94b144e8a4 None None] Provisioning for port ac72dfae-6caf-4565-babd-8cca4e00c4db completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:16:01.261292 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:01.265182 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-71c76c61-e89a-4783-bebf-0d94b144e8a4 None None] Provisioning complete for port ac72dfae-6caf-4565-babd-8cca4e00c4db triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:16:01.265550 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-71c76c61-e89a-4783-bebf-0d94b144e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:01.295199 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Transition to ACTIVE for port object 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7 will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:16:01.313751 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:01.323471 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-71c76c61-e89a-4783-bebf-0d94b144e8a4 None None] Port ac72dfae-6caf-4565-babd-8cca4e00c4db cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:16:01.358799 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] Router 98bef3b5-8b79-48c1-bcf8-596519faab7a has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:16:01.378525 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Attempting to bind port 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:16:01.380404 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Attempting to bind port 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:16:01.381142 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Attempting to bind port 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7 on network 48f3c221-d066-4df5-b08c-0298bc94fba3 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:16:01.388349 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b0bf9-da63-4929-84d0-367c240ca4ef None None] Pushing event updated for resources: {'Port': ['ID=8dec5abc-7ee3-432b-a2bb-e030fc2aecc7,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:01.391951 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:16:01.392808 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Checking segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:16:01.393121 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:01.393518 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Bound using segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:16:01.394354 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Bound port: 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:16:01.394354 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:01.479762 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] For port 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:16:01.486292 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] For port 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=8dec5abc-7ee3-432b-a2bb-e030fc2aecc7,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:16:01.492977 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:01.568856 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Routers {'98bef3b5-8b79-48c1-bcf8-596519faab7a'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:16:01.569668 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:15:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['98bef3b5-8b79-48c1-bcf8-596519faab7a'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:16:01.578560 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:16:01.585023 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-087dc92f-6614-410f-b868-abbc8c555d77 admin admin] 10.222.0.10 "PUT /v2.0/routers/98bef3b5-8b79-48c1-bcf8-596519faab7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3468308 Jul 09 22:16:01.608880 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b0bf9-da63-4929-84d0-367c240ca4ef None None] Pushing event updated for resources: {'Port': ['ID=8dec5abc-7ee3-432b-a2bb-e030fc2aecc7,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:01.617865 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-121aecd4-628e-4c34-a10f-114b3d5d529d None None] Provisioning complete for port ac72dfae-6caf-4565-babd-8cca4e00c4db triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:16:01.618212 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-121aecd4-628e-4c34-a10f-114b3d5d529d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:01.695687 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-121aecd4-628e-4c34-a10f-114b3d5d529d None None] Port ac72dfae-6caf-4565-babd-8cca4e00c4db cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:16:01.724598 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] Set router 98bef3b5-8b79-48c1-bcf8-596519faab7a gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:16:02.002070 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'name': 'tempest-TestMinimumBasicScenario-153974217-router', 'tenant_id': '1d94cfe9012b4fb38527e3c396420eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '8dec5abc-7ee3-432b-a2bb-e030fc2aecc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:56Z', 'updated_at': '2021-07-09T22:16:00Z', 'revision_number': 4, 'project_id': '1d94cfe9012b4fb38527e3c396420eb3', 'gw_port': {'id': '8dec5abc-7ee3-432b-a2bb-e030fc2aecc7', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:57Z', 'updated_at': '2021-07-09T22:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'ac72dfae-6caf-4565-babd-8cca4e00c4db', 'name': '', 'network_id': 'd3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f', 'tenant_id': '1d94cfe9012b4fb38527e3c396420eb3', 'mac_address': 'fa:16:3e:a9:3a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b4ae2d90-cd42-4148-96b5-69df935dae68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:59Z', 'updated_at': '2021-07-09T22:16:00Z', 'revision_number': 2, 'project_id': '1d94cfe9012b4fb38527e3c396420eb3', 'subnets': [{'id': 'b4ae2d90-cd42-4148-96b5-69df935dae68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:16:02.031334 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00ea123-2a13-4592-99b2-ae484eb9a864 None None] The sync data for ids ['98bef3b5-8b79-48c1-bcf8-596519faab7a'] in dv-cinder-794962-8-iscsi is: [{'id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'name': 'tempest-TestMinimumBasicScenario-153974217-router', 'tenant_id': '1d94cfe9012b4fb38527e3c396420eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '8dec5abc-7ee3-432b-a2bb-e030fc2aecc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:56Z', 'updated_at': '2021-07-09T22:16:00Z', 'revision_number': 4, 'project_id': '1d94cfe9012b4fb38527e3c396420eb3', 'gw_port': {'id': '8dec5abc-7ee3-432b-a2bb-e030fc2aecc7', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:57Z', 'updated_at': '2021-07-09T22:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'ac72dfae-6caf-4565-babd-8cca4e00c4db', 'name': '', 'network_id': 'd3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f', 'tenant_id': '1d94cfe9012b4fb38527e3c396420eb3', 'mac_address': 'fa:16:3e:a9:3a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b4ae2d90-cd42-4148-96b5-69df935dae68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:59Z', 'updated_at': '2021-07-09T22:16:00Z', 'revision_number': 2, 'project_id': '1d94cfe9012b4fb38527e3c396420eb3', 'subnets': [{'id': 'b4ae2d90-cd42-4148-96b5-69df935dae68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:16:02.126288 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 231d834e-1dba-45f0-991c-3d3102568197 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:16:02.183823 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 231d834e-1dba-45f0-991c-3d3102568197 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:16:02.184528 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:02.305615 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b3896-4d57-4a53-a630-017d45fb549f req-82deb535-8f34-4e42-a5cd-d48267c284e1 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:02.309903 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 64f4c0ec-1965-482e-9657-cf809db6eddd up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:16:02.313593 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-625b3896-4d57-4a53-a630-017d45fb549f req-82deb535-8f34-4e42-a5cd-d48267c284e1 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0952303 Jul 09 22:16:02.390711 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-625b3896-4d57-4a53-a630-017d45fb549f req-42b7533e-c8bc-4ad1-b1eb-a2521a5eb5d0 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733664 Jul 09 22:16:02.417639 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 64f4c0ec-1965-482e-9657-cf809db6eddd triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:16:02.418394 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:03.668950 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1dcf3-5e2c-4e95-a910-649c89ea3c0d req-acee08fa-4b30-422b-954a-1a9b312950dc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:03.678109 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-69e1dcf3-5e2c-4e95-a910-649c89ea3c0d req-acee08fa-4b30-422b-954a-1a9b312950dc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0865819 Jul 09 22:16:03.736991 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-69e1dcf3-5e2c-4e95-a910-649c89ea3c0d req-157d45c5-f512-4789-8605-d20a858c9ea6 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576372 Jul 09 22:16:04.054052 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5308c-e204-4bc3-b9fb-0a38fc9392ac req-fb4c3b1e-5f8f-471f-8c37-34a51b49707d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:04.055924 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-17c5308c-e204-4bc3-b9fb-0a38fc9392ac req-fb4c3b1e-5f8f-471f-8c37-34a51b49707d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.1204844 Jul 09 22:16:04.071328 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 41266) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:16:04.077660 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-5a111aba-4e51-498d-be1b-734f0ba9fa97 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Request body: {'floatingip': {'port_id': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:16:04.183617 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:16:04.189025 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5a111aba-4e51-498d-be1b-734f0ba9fa97 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for floatingip, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:04.257053 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:16:04.263438 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:16:04.264241 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:04.368162 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:04.396892 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=8dec5abc-7ee3-432b-a2bb-e030fc2aecc7,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:16:04.412676 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:04.489548 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=8dec5abc-7ee3-432b-a2bb-e030fc2aecc7,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:05.365360 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5a111aba-4e51-498d-be1b-734f0ba9fa97 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:05.376871 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5a111aba-4e51-498d-be1b-734f0ba9fa97 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545156'] for floatingip, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:05.534489 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.l3_db [None req-5a111aba-4e51-498d-be1b-734f0ba9fa97 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Floating IP 20e0c065-413d-4981-af36-98e18ed8b9a4 associated. External IP: 172.27.2.114, port: 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3. Jul 09 22:16:05.848741 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a111aba-4e51-498d-be1b-734f0ba9fa97 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Router 5cf8dae8-9608-48c5-97df-3f54aff8b93d has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:16:05.989742 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a111aba-4e51-498d-be1b-734f0ba9fa97 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:16:06.008631 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1781799c-ff8c-4ec9-9766-02202e6e0084 None None] Sync routers for ids ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'] in dv-cinder-794962-8-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:16:06.010196 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5a111aba-4e51-498d-be1b-734f0ba9fa97 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:06.020089 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1781799c-ff8c-4ec9-9766-02202e6e0084 None None] Routers {'5cf8dae8-9608-48c5-97df-3f54aff8b93d'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:16:06.020089 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-1781799c-ff8c-4ec9-9766-02202e6e0084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:15:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:16:06.123957 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-5a111aba-4e51-498d-be1b-734f0ba9fa97 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "PUT /v2.0/floatingips/20e0c065-413d-4981-af36-98e18ed8b9a4 HTTP/1.1" status: 200 len: 991 time: 2.0505319 Jul 09 22:16:06.125709 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef188555-0c14-4479-87dc-2a2eb0df26b3', 'tag': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3'}] {{(pid=93127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:16:06.130992 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d691ae7ca010c27b321c0c72ad4e7b385282b5cc9ac2e43320258e3c95330463" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e16115-f031-4b3d-8046-5e4ce78e1af6" -d '{"events": [{"name": "network-changed", "server_uuid": "ef188555-0c14-4479-87dc-2a2eb0df26b3", "tag": "0d74899e-e0bf-4a12-b6ef-30cf450bf4d3"}]}' {{(pid=93127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:16:06.201743 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a53a8f-1ec0-4dd1-bc57-f9d1421aada2 x-openstack-request-id: req-b5a53a8f-1ec0-4dd1-bc57-f9d1421aada2 {{(pid=93127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:16:06.202671 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef188555-0c14-4479-87dc-2a2eb0df26b3", "tag": "0d74899e-e0bf-4a12-b6ef-30cf450bf4d3", "status": "completed", "code": 200}]} {{(pid=93127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:16:06.206758 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:16:06.207805 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b5a53a8f-1ec0-4dd1-bc57-f9d1421aada2 {{(pid=93127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:16:06.211622 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef188555-0c14-4479-87dc-2a2eb0df26b3', 'tag': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3', 'status': 'completed', 'code': 200} Jul 09 22:16:06.279998 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-1781799c-ff8c-4ec9-9766-02202e6e0084 None None] Set router 5cf8dae8-9608-48c5-97df-3f54aff8b93d gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:16:06.309766 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:16:06.310273 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:06.444906 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Sync routers for ids ['98bef3b5-8b79-48c1-bcf8-596519faab7a'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:16:06.458619 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Routers {'98bef3b5-8b79-48c1-bcf8-596519faab7a'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:16:06.459396 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:15:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['98bef3b5-8b79-48c1-bcf8-596519faab7a'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:16:06.654350 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Set router 98bef3b5-8b79-48c1-bcf8-596519faab7a gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:16:06.674551 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-1781799c-ff8c-4ec9-9766-02202e6e0084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:22Z', 'revision_number': 4, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port': {'id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:37:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '20e0c065-413d-4981-af36-98e18ed8b9a4', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'port_id': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'mac_address': 'fa:16:3e:72:e7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef188555-0c14-4479-87dc-2a2eb0df26b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:15:25Z', 'updated_at': '2021-07-09T22:16:05Z', 'revision_number': 1, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f73060c-1d41-4062-97d0-55790f497aa1', 'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'mac_address': 'fa:16:3e:f9:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:21Z', 'updated_at': '2021-07-09T22:15:28Z', 'revision_number': 5, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'subnets': [{'id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:16:06.713793 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1781799c-ff8c-4ec9-9766-02202e6e0084 None None] Checking router: 5cf8dae8-9608-48c5-97df-3f54aff8b93d for host: dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:16:06.726211 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1781799c-ff8c-4ec9-9766-02202e6e0084 None None] Routers {'5cf8dae8-9608-48c5-97df-3f54aff8b93d'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:16:06.726842 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-1781799c-ff8c-4ec9-9766-02202e6e0084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:15:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:16:06.866803 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-1781799c-ff8c-4ec9-9766-02202e6e0084 None None] Set router 5cf8dae8-9608-48c5-97df-3f54aff8b93d gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:16:06.905958 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'name': 'tempest-TestMinimumBasicScenario-153974217-router', 'tenant_id': '1d94cfe9012b4fb38527e3c396420eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '8dec5abc-7ee3-432b-a2bb-e030fc2aecc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:56Z', 'updated_at': '2021-07-09T22:16:00Z', 'revision_number': 4, 'project_id': '1d94cfe9012b4fb38527e3c396420eb3', 'gw_port': {'id': '8dec5abc-7ee3-432b-a2bb-e030fc2aecc7', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:57Z', 'updated_at': '2021-07-09T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'ac72dfae-6caf-4565-babd-8cca4e00c4db', 'name': '', 'network_id': 'd3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f', 'tenant_id': '1d94cfe9012b4fb38527e3c396420eb3', 'mac_address': 'fa:16:3e:a9:3a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b4ae2d90-cd42-4148-96b5-69df935dae68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:59Z', 'updated_at': '2021-07-09T22:16:00Z', 'revision_number': 2, 'project_id': '1d94cfe9012b4fb38527e3c396420eb3', 'subnets': [{'id': 'b4ae2d90-cd42-4148-96b5-69df935dae68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:16:06.939818 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Checking router: 98bef3b5-8b79-48c1-bcf8-596519faab7a for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:16:06.940140 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Updating router 98bef3b5-8b79-48c1-bcf8-596519faab7a port ac72dfae-6caf-4565-babd-8cca4e00c4db binding host dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:16:07.010248 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:07.045029 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:16:07.268588 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-1781799c-ff8c-4ec9-9766-02202e6e0084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:22Z', 'revision_number': 4, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port': {'id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:37:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '20e0c065-413d-4981-af36-98e18ed8b9a4', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'port_id': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'mac_address': 'fa:16:3e:72:e7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef188555-0c14-4479-87dc-2a2eb0df26b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:15:25Z', 'updated_at': '2021-07-09T22:16:05Z', 'revision_number': 1, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f73060c-1d41-4062-97d0-55790f497aa1', 'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'mac_address': 'fa:16:3e:f9:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:21Z', 'updated_at': '2021-07-09T22:15:28Z', 'revision_number': 5, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'subnets': [{'id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:16:07.307576 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1781799c-ff8c-4ec9-9766-02202e6e0084 None None] The sync data for ids ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'] in dv-cinder-794962-8-iscsi is: [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:22Z', 'revision_number': 4, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port': {'id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:37:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '20e0c065-413d-4981-af36-98e18ed8b9a4', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'port_id': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'mac_address': 'fa:16:3e:72:e7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef188555-0c14-4479-87dc-2a2eb0df26b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:15:25Z', 'updated_at': '2021-07-09T22:16:05Z', 'revision_number': 1, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f73060c-1d41-4062-97d0-55790f497aa1', 'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'mac_address': 'fa:16:3e:f9:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:21Z', 'updated_at': '2021-07-09T22:15:28Z', 'revision_number': 5, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'subnets': [{'id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:16:07.538457 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:07.551535 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Transition to ACTIVE for port object ac72dfae-6caf-4565-babd-8cca4e00c4db will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:16:07.560869 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:07.692652 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbffde2a-0d63-4dd9-a35b-30a40b12f9a9 None None] New status for floating IP 20e0c065-413d-4981-af36-98e18ed8b9a4: ACTIVE {{(pid=93130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 22:16:07.773933 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb51576-dc18-4eb7-91f8-ea5c9dc029b3 None None] Pushing event updated for resources: {'Port': ['ID=ac72dfae-6caf-4565-babd-8cca4e00c4db,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:07.784604 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb51576-dc18-4eb7-91f8-ea5c9dc029b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:16:07.785000 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb51576-dc18-4eb7-91f8-ea5c9dc029b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:16:07.785369 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb51576-dc18-4eb7-91f8-ea5c9dc029b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:16:07.785711 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb51576-dc18-4eb7-91f8-ea5c9dc029b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:16:07.786053 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb51576-dc18-4eb7-91f8-ea5c9dc029b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:16:07.786452 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb51576-dc18-4eb7-91f8-ea5c9dc029b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:16:07.786803 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb51576-dc18-4eb7-91f8-ea5c9dc029b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:16:07.787280 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb51576-dc18-4eb7-91f8-ea5c9dc029b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:16:07.787641 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb51576-dc18-4eb7-91f8-ea5c9dc029b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:16:07.787940 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb51576-dc18-4eb7-91f8-ea5c9dc029b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:16:07.788268 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb51576-dc18-4eb7-91f8-ea5c9dc029b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:16:07.788613 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb51576-dc18-4eb7-91f8-ea5c9dc029b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:16:07.894334 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Attempting to bind port ac72dfae-6caf-4565-babd-8cca4e00c4db on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:16:07.894334 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Attempting to bind port ac72dfae-6caf-4565-babd-8cca4e00c4db by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '3ac17604-117d-42c8-b245-0fd6f1c207ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:16:07.894684 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Attempting to bind port ac72dfae-6caf-4565-babd-8cca4e00c4db on network d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:16:07.906764 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:16:07.907206 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Checking segment: {'id': '3ac17604-117d-42c8-b245-0fd6f1c207ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:16:07.907551 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:07.907953 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Bound using segment: {'id': '3ac17604-117d-42c8-b245-0fd6f1c207ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:16:07.908446 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Bound port: ac72dfae-6caf-4565-babd-8cca4e00c4db, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac17604-117d-42c8-b245-0fd6f1c207ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:16:07.910366 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:08.031344 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] For port ac72dfae-6caf-4565-babd-8cca4e00c4db, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:16:08.041646 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] For port ac72dfae-6caf-4565-babd-8cca4e00c4db, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=ac72dfae-6caf-4565-babd-8cca4e00c4db,segment=NetworkSegment(3ac17604-117d-42c8-b245-0fd6f1c207ba),segment_id=3ac17604-117d-42c8-b245-0fd6f1c207ba)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:16:08.054418 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:08.140068 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb51576-dc18-4eb7-91f8-ea5c9dc029b3 None None] Pushing event updated for resources: {'Port': ['ID=ac72dfae-6caf-4565-babd-8cca4e00c4db,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:08.166239 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Routers {'98bef3b5-8b79-48c1-bcf8-596519faab7a'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:16:08.166995 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:15:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['98bef3b5-8b79-48c1-bcf8-596519faab7a'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:16:08.335573 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] Set router 98bef3b5-8b79-48c1-bcf8-596519faab7a gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:16:08.669863 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'name': 'tempest-TestMinimumBasicScenario-153974217-router', 'tenant_id': '1d94cfe9012b4fb38527e3c396420eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '8dec5abc-7ee3-432b-a2bb-e030fc2aecc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:56Z', 'updated_at': '2021-07-09T22:16:00Z', 'revision_number': 4, 'project_id': '1d94cfe9012b4fb38527e3c396420eb3', 'gw_port': {'id': '8dec5abc-7ee3-432b-a2bb-e030fc2aecc7', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:57Z', 'updated_at': '2021-07-09T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'ac72dfae-6caf-4565-babd-8cca4e00c4db', 'name': '', 'network_id': 'd3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f', 'tenant_id': '1d94cfe9012b4fb38527e3c396420eb3', 'mac_address': 'fa:16:3e:a9:3a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b4ae2d90-cd42-4148-96b5-69df935dae68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:59Z', 'updated_at': '2021-07-09T22:16:08Z', 'revision_number': 4, 'project_id': '1d94cfe9012b4fb38527e3c396420eb3', 'subnets': [{'id': 'b4ae2d90-cd42-4148-96b5-69df935dae68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:16:08.729356 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b414ed99-7175-4508-83f0-0bfbee5ca39d None None] The sync data for ids ['98bef3b5-8b79-48c1-bcf8-596519faab7a'] in dv-cinder-794962-8-iscsi is: [{'id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'name': 'tempest-TestMinimumBasicScenario-153974217-router', 'tenant_id': '1d94cfe9012b4fb38527e3c396420eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '8dec5abc-7ee3-432b-a2bb-e030fc2aecc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:56Z', 'updated_at': '2021-07-09T22:16:00Z', 'revision_number': 4, 'project_id': '1d94cfe9012b4fb38527e3c396420eb3', 'gw_port': {'id': '8dec5abc-7ee3-432b-a2bb-e030fc2aecc7', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:57Z', 'updated_at': '2021-07-09T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'ac72dfae-6caf-4565-babd-8cca4e00c4db', 'name': '', 'network_id': 'd3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f', 'tenant_id': '1d94cfe9012b4fb38527e3c396420eb3', 'mac_address': 'fa:16:3e:a9:3a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b4ae2d90-cd42-4148-96b5-69df935dae68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:59Z', 'updated_at': '2021-07-09T22:16:08Z', 'revision_number': 4, 'project_id': '1d94cfe9012b4fb38527e3c396420eb3', 'subnets': [{'id': 'b4ae2d90-cd42-4148-96b5-69df935dae68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:16:08.742830 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e16115-f031-4b3d-8046-5e4ce78e1af6 req-36f159e0-b408-4e63-8d85-e60c423fb98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:08.745610 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-36e16115-f031-4b3d-8046-5e4ce78e1af6 req-36f159e0-b408-4e63-8d85-e60c423fb98f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e15379ef8574723b1d38df0187a7df7&device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 1098 time: 0.1251791 Jul 09 22:16:08.870148 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e16115-f031-4b3d-8046-5e4ce78e1af6 req-62ddf207-9ffe-4c50-9007-9d995570c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:08.871928 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-36e16115-f031-4b3d-8046-5e4ce78e1af6 req-62ddf207-9ffe-4c50-9007-9d995570c998 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637 HTTP/1.1" status: 200 len: 918 time: 0.1197381 Jul 09 22:16:09.012447 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-36e16115-f031-4b3d-8046-5e4ce78e1af6 req-aec8b084-d360-42cd-91c6-fed5f53ba410 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 HTTP/1.1" status: 200 len: 1001 time: 0.1326339 Jul 09 22:16:09.073579 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e16115-f031-4b3d-8046-5e4ce78e1af6 req-4a13b343-1d2b-46f4-bb38-2d9a472a9186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:09.076278 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-36e16115-f031-4b3d-8046-5e4ce78e1af6 req-4a13b343-1d2b-46f4-bb38-2d9a472a9186 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6 HTTP/1.1" status: 200 len: 856 time: 0.0555921 Jul 09 22:16:09.159795 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e16115-f031-4b3d-8046-5e4ce78e1af6 req-d0f2c1df-9e8d-41cb-adcf-01336fcf983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:09.162071 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-36e16115-f031-4b3d-8046-5e4ce78e1af6 req-d0f2c1df-9e8d-41cb-adcf-01336fcf983d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785661 Jul 09 22:16:09.273226 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-36e16115-f031-4b3d-8046-5e4ce78e1af6 req-162d3e76-6318-44c6-993b-e36083b48db6 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041102 Jul 09 22:16:09.405651 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-36e16115-f031-4b3d-8046-5e4ce78e1af6 req-f6a0ca11-e774-4918-8bd1-83d37c5345c3 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254599 Jul 09 22:16:10.215717 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device ac72dfae-6caf-4565-babd-8cca4e00c4db up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:16:10.342717 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port ac72dfae-6caf-4565-babd-8cca4e00c4db completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:16:10.359411 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port ac72dfae-6caf-4565-babd-8cca4e00c4db triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:16:10.359813 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:10.506825 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:10.551362 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port ac72dfae-6caf-4565-babd-8cca4e00c4db, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=ac72dfae-6caf-4565-babd-8cca4e00c4db,segment=NetworkSegment(3ac17604-117d-42c8-b245-0fd6f1c207ba),segment_id=3ac17604-117d-42c8-b245-0fd6f1c207ba)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:16:10.556079 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:10.627712 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=ac72dfae-6caf-4565-babd-8cca4e00c4db,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:11.537518 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-46fd3beb-ee13-4699-a944-d60d5fac13ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:12.200542 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device ac72dfae-6caf-4565-babd-8cca4e00c4db up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:16:12.267585 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port ac72dfae-6caf-4565-babd-8cca4e00c4db triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:16:12.267944 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:13.269940 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-5aba74b1-eb0e-48e9-9118-2e4e27f9a31d tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:13.271488 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-5aba74b1-eb0e-48e9-9118-2e4e27f9a31d tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/networks?id=47f5e06c-d6cf-411f-8c4e-2ca1eacd079f HTTP/1.1" status: 200 len: 815 time: 0.1070697 Jul 09 22:16:13.287790 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-31f395a0-1847-4cf2-8beb-53020cb205d6 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/quotas/c3bf697e8414479dbd95d42da53ccefa HTTP/1.1" status: 200 len: 375 time: 0.0107956 Jul 09 22:16:13.398331 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-a0f8d485-21df-4899-8444-1cb60e28e553 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c3bf697e8414479dbd95d42da53ccefa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017790 Jul 09 22:16:13.501700 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-0b6ddeaa-9f1b-41b8-8e01-23061e60709d service neutron] 10.222.0.10 "GET /v2.0/networks/47f5e06c-d6cf-411f-8c4e-2ca1eacd079f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906067 Jul 09 22:16:13.595268 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-6b1ce537-f225-4ccb-9dee-caaae1ec65ab service neutron] 10.222.0.10 "GET /v2.0/networks/47f5e06c-d6cf-411f-8c4e-2ca1eacd079f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878382 Jul 09 22:16:13.929587 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2dbc4865-deea-4a49-a2ad-4833a30797cb req-ac5ba45e-fb4b-4b1a-8048-f21c6cda2153 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 210 time: 0.0298536 Jul 09 22:16:14.810781 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-803274ea-bf14-44ae-b1df-d60af5cdf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:15.095452 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0b725d92-4097-4798-9469-aa85734450c4 req-67f0e249-a6e2-464b-b799-417db080f502 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 210 time: 0.0292685 Jul 09 22:16:15.217507 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:16.232868 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7813a79d-e4eb-4a99-ba3a-c1aae06ffd8e req-03c6ffbf-a506-4841-8492-919ad088bbe8 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 210 time: 0.0267715 Jul 09 22:16:16.623326 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:17.126446 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-6da7e16b-3467-4c96-be4e-ab3c34c753d0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:17.127994 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-6da7e16b-3467-4c96-be4e-ab3c34c753d0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.11 "GET /v2.0/networks?id=47f5e06c-d6cf-411f-8c4e-2ca1eacd079f HTTP/1.1" status: 200 len: 815 time: 0.1346054 Jul 09 22:16:17.141662 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-1ad7737f-a08e-4115-a1ab-c4b9c92c5202 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Request body: {'port': {'device_id': 'da310c23-19fd-4c59-9b5c-d0667decb1b8', 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f', 'admin_state_up': True, 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:16:17.259024 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-1ad7737f-a08e-4115-a1ab-c4b9c92c5202 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Made reservation on behalf of c3bf697e8414479dbd95d42da53ccefa for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:16:17.263033 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-1ad7737f-a08e-4115-a1ab-c4b9c92c5202 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:17.560866 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3dca0481-f907-40a0-92d4-e99202db2797 req-56cd3e03-276f-4731-889b-6572f69df60a tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 210 time: 0.0292261 Jul 09 22:16:17.695732 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-1ad7737f-a08e-4115-a1ab-c4b9c92c5202 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Allocated IP 172.20.0.13 (47f5e06c-d6cf-411f-8c4e-2ca1eacd079f/677ed05f-ab01-4cd9-b598-8a5e82092172/5c300f3a-253a-4819-98e0-22ddfe666c42) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:16:17.947771 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-1ad7737f-a08e-4115-a1ab-c4b9c92c5202 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:17.972596 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-1ad7737f-a08e-4115-a1ab-c4b9c92c5202 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Transition to ACTIVE for port object 5c300f3a-253a-4819-98e0-22ddfe666c42 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:16:18.029787 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-1ad7737f-a08e-4115-a1ab-c4b9c92c5202 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:18.084924 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-1ad7737f-a08e-4115-a1ab-c4b9c92c5202 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Network 47f5e06c-d6cf-411f-8c4e-2ca1eacd079f is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:16:18.090666 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-1ad7737f-a08e-4115-a1ab-c4b9c92c5202 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:16:18.093656 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-1ad7737f-a08e-4115-a1ab-c4b9c92c5202 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:16:18.138112 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7737f-a08e-4115-a1ab-c4b9c92c5202 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Pushing event updated for resources: {'Port': ['ID=5c300f3a-253a-4819-98e0-22ddfe666c42,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:18.188156 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-1ad7737f-a08e-4115-a1ab-c4b9c92c5202 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:18.189355 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-1ad7737f-a08e-4115-a1ab-c4b9c92c5202 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:18.213794 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-1ad7737f-a08e-4115-a1ab-c4b9c92c5202 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0766220 Jul 09 22:16:18.414980 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:18.418779 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-a24175cd-b7a9-495e-b6be-442762f0f43c None None] Provisioning for port 5c300f3a-253a-4819-98e0-22ddfe666c42 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:16:18.423527 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-a24175cd-b7a9-495e-b6be-442762f0f43c None None] Provisioning complete for port 5c300f3a-253a-4819-98e0-22ddfe666c42 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:16:18.423890 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a24175cd-b7a9-495e-b6be-442762f0f43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:18.458992 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-a24175cd-b7a9-495e-b6be-442762f0f43c None None] Port 5c300f3a-253a-4819-98e0-22ddfe666c42 cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:16:18.752150 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6026f01-2037-4bd7-8d8f-2057597d96a4 req-83fd82c8-5bcb-4009-b2d9-ee02769d5448 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:18.753951 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e6026f01-2037-4bd7-8d8f-2057597d96a4 req-83fd82c8-5bcb-4009-b2d9-ee02769d5448 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 932 time: 0.0681813 Jul 09 22:16:18.795923 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e6026f01-2037-4bd7-8d8f-2057597d96a4 req-cc04e678-0eeb-4c93-94cd-06c383899352 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350809 Jul 09 22:16:19.985781 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833480df-ebe5-44d9-a7cb-d6775d3742f9 req-3db5f70f-3a81-4280-ba63-dc85b7da3b44 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:19.987271 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-833480df-ebe5-44d9-a7cb-d6775d3742f9 req-3db5f70f-3a81-4280-ba63-dc85b7da3b44 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 932 time: 0.0804517 Jul 09 22:16:20.026131 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-833480df-ebe5-44d9-a7cb-d6775d3742f9 req-94641512-5048-449c-8222-a6123fab73fa tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331695 Jul 09 22:16:20.446596 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:21.208435 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1eaa8-507f-44d6-96f9-9017fc837b80 req-3935134b-9280-4c86-afd3-34d2fdb1fdcd tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:21.210135 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-90c1eaa8-507f-44d6-96f9-9017fc837b80 req-3935134b-9280-4c86-afd3-34d2fdb1fdcd tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 932 time: 0.0656407 Jul 09 22:16:21.252078 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-90c1eaa8-507f-44d6-96f9-9017fc837b80 req-0155bfe7-5503-4ecb-b3de-c1f4fb0bbd9c tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351014 Jul 09 22:16:22.436161 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc003d-11e7-4fbe-bf4c-ecf453b5625c req-167e264a-6696-4515-94ea-eca520cfd246 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:22.437816 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4fbc003d-11e7-4fbe-bf4c-ecf453b5625c req-167e264a-6696-4515-94ea-eca520cfd246 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 932 time: 0.0667684 Jul 09 22:16:22.482335 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4fbc003d-11e7-4fbe-bf4c-ecf453b5625c req-2b5f5bf2-e38f-4459-b22a-e5643d04a094 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366170 Jul 09 22:16:23.674880 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f5202-07db-4691-8c21-250d2bc96163 req-744f919b-2b10-4520-b6c5-83f167e7c059 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:23.676364 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f56f5202-07db-4691-8c21-250d2bc96163 req-744f919b-2b10-4520-b6c5-83f167e7c059 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 932 time: 0.0768883 Jul 09 22:16:23.736433 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f56f5202-07db-4691-8c21-250d2bc96163 req-19b055d9-9df8-4c60-a6ac-29a6145638d9 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540519 Jul 09 22:16:24.949187 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f111e-8c64-46d4-9fc5-caefe30ccb79 req-deb69773-d3e2-4603-8d38-3f3251afbf71 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:24.950597 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e18f111e-8c64-46d4-9fc5-caefe30ccb79 req-deb69773-d3e2-4603-8d38-3f3251afbf71 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 932 time: 0.0832067 Jul 09 22:16:25.157673 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e18f111e-8c64-46d4-9fc5-caefe30ccb79 req-89a562c4-0c94-4622-be68-df8b6764c409 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014565 Jul 09 22:16:26.337283 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d40836-773e-4a5b-8486-a350cf805932 req-bcf98144-2eaf-4cc8-acb1-4adb8f4290a6 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:26.338759 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-71d40836-773e-4a5b-8486-a350cf805932 req-bcf98144-2eaf-4cc8-acb1-4adb8f4290a6 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 932 time: 0.0712755 Jul 09 22:16:26.377884 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-71d40836-773e-4a5b-8486-a350cf805932 req-bb9eebcb-b9ff-4692-bcb9-a631cdf19b3a tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328486 Jul 09 22:16:27.578669 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88656f38-f89c-49b8-8d3b-d95d586763ca req-a2f75914-a2d0-4fe1-8a9d-5305b3ecc317 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:27.580228 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-88656f38-f89c-49b8-8d3b-d95d586763ca req-a2f75914-a2d0-4fe1-8a9d-5305b3ecc317 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 932 time: 0.0767479 Jul 09 22:16:27.620067 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-88656f38-f89c-49b8-8d3b-d95d586763ca req-a525e721-9a43-4484-a1b4-ec1bc13dcb72 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342746 Jul 09 22:16:27.870781 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 41520) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:16:28.008491 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d93f963f-91a8-4b6d-9a53-bb0f49d7d4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:28.105378 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d93f963f-91a8-4b6d-9a53-bb0f49d7d4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:28.125340 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d93f963f-91a8-4b6d-9a53-bb0f49d7d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:28.176766 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f963f-91a8-4b6d-9a53-bb0f49d7d4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1a3058-277c-4eaa-b5a3-aaadb5b6cb23,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:28.182574 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-d93f963f-91a8-4b6d-9a53-bb0f49d7d4c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7875b4a8056646c291ce67194dad6031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106675 Jul 09 22:16:28.184332 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 41526) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:16:28.253395 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ddb40ddc-ecbb-4bd3-9562-aafcc2da0b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:28.278468 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ddb40ddc-ecbb-4bd3-9562-aafcc2da0b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:28.329764 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ddb40ddc-ecbb-4bd3-9562-aafcc2da0b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:28.332385 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ddb40ddc-ecbb-4bd3-9562-aafcc2da0b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:28.337666 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-ddb40ddc-ecbb-4bd3-9562-aafcc2da0b0f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a1a3058-277c-4eaa-b5a3-aaadb5b6cb23 HTTP/1.1" status: 204 len: 168 time: 0.1400309 Jul 09 22:16:28.345985 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb40ddc-ecbb-4bd3-9562-aafcc2da0b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1a3058-277c-4eaa-b5a3-aaadb5b6cb23,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:28.641655 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 41532) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:16:28.655438 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a60b9b6c-be95-4eb0-b60b-d1207462691c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:28.744600 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a60b9b6c-be95-4eb0-b60b-d1207462691c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:28.750154 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a60b9b6c-be95-4eb0-b60b-d1207462691c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:28.795290 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-a60b9b6c-be95-4eb0-b60b-d1207462691c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fba6823d9b5d421fb3cf6719622cd55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524332 Jul 09 22:16:28.796308 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b9b6c-be95-4eb0-b60b-d1207462691c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60d63c1-77da-42c1-9b95-7156e7d132c6,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:28.798837 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 41536) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:16:28.806223 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bb13b-8573-41e5-b773-435666761223 req-1661712f-0a72-458d-9b62-63976f5131ea tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:28.807760 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f02bb13b-8573-41e5-b773-435666761223 req-1661712f-0a72-458d-9b62-63976f5131ea tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 932 time: 0.0726461 Jul 09 22:16:28.855420 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-18c757f3-8f88-4f47-8840-c3744b4b4ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:28.857634 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f02bb13b-8573-41e5-b773-435666761223 req-160e9922-b745-4b0e-b0f6-477679fe4910 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414379 Jul 09 22:16:28.880298 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-18c757f3-8f88-4f47-8840-c3744b4b4ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:28.926840 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-18c757f3-8f88-4f47-8840-c3744b4b4ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:28.929558 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-18c757f3-8f88-4f47-8840-c3744b4b4ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:28.930693 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-18c757f3-8f88-4f47-8840-c3744b4b4ce3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e60d63c1-77da-42c1-9b95-7156e7d132c6 HTTP/1.1" status: 204 len: 168 time: 0.1289446 Jul 09 22:16:28.938910 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c757f3-8f88-4f47-8840-c3744b4b4ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60d63c1-77da-42c1-9b95-7156e7d132c6,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:30.108351 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3b601-ee44-4901-b571-5724fc6f0480 req-c7cf4516-f4f0-4dcf-b8ed-e298fb95c691 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:30.109911 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-60f3b601-ee44-4901-b571-5724fc6f0480 req-c7cf4516-f4f0-4dcf-b8ed-e298fb95c691 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 932 time: 0.0698385 Jul 09 22:16:30.158565 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-60f3b601-ee44-4901-b571-5724fc6f0480 req-9296916e-86ce-45af-9252-6ac0b6ef554b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430963 Jul 09 22:16:31.333030 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ceb20-510b-4d4a-99b5-ebb370a0e33a req-efe735a4-40da-4a0e-9f7d-a1bfb0c717b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:31.334544 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a28ceb20-510b-4d4a-99b5-ebb370a0e33a req-efe735a4-40da-4a0e-9f7d-a1bfb0c717b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 932 time: 0.0656269 Jul 09 22:16:31.373489 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a28ceb20-510b-4d4a-99b5-ebb370a0e33a req-3d3c4cf5-c880-457a-bcca-684c589fdc0c tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331872 Jul 09 22:16:32.559529 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d312b8-81de-4d59-ba4c-c221661187ed req-6b37318e-1f16-48e9-b25b-b08632773922 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:32.561777 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-12d312b8-81de-4d59-ba4c-c221661187ed req-6b37318e-1f16-48e9-b25b-b08632773922 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 932 time: 0.0695093 Jul 09 22:16:32.603301 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-12d312b8-81de-4d59-ba4c-c221661187ed req-5f7e8297-6bb5-4c72-a3e3-ee66cfb2e47d tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344889 Jul 09 22:16:33.774564 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920a8b2-a0bd-4c9a-a9a5-98bfdd49b62e req-da666549-660f-453c-a855-d30c34ca5f39 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:33.776042 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0920a8b2-a0bd-4c9a-a9a5-98bfdd49b62e req-da666549-660f-453c-a855-d30c34ca5f39 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 932 time: 0.0638897 Jul 09 22:16:33.818176 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0920a8b2-a0bd-4c9a-a9a5-98bfdd49b62e req-b4f4af83-851d-4144-ba82-bcbe702a74b8 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359743 Jul 09 22:16:35.001809 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4199e-b881-45ac-a51f-dcee66ccad44 req-885aae44-ccf6-48d3-b7bb-c5026e861c1a tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:35.003324 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e1b4199e-b881-45ac-a51f-dcee66ccad44 req-885aae44-ccf6-48d3-b7bb-c5026e861c1a tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 932 time: 0.0708385 Jul 09 22:16:35.041311 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e1b4199e-b881-45ac-a51f-dcee66ccad44 req-b049efae-2cbf-4261-8ad7-6574e5b69246 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324531 Jul 09 22:16:36.236883 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f387a5-35d1-42b2-b319-fcdf1ac0476f req-a422643c-745d-4705-84eb-872fafcec516 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:36.239774 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-36f387a5-35d1-42b2-b319-fcdf1ac0476f req-a422643c-745d-4705-84eb-872fafcec516 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 932 time: 0.0799456 Jul 09 22:16:36.307446 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-36f387a5-35d1-42b2-b319-fcdf1ac0476f req-e0336439-d499-4ef7-8d89-b354470e4210 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601223 Jul 09 22:16:37.508510 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac2deb-f778-495a-9e3a-f91025ba06bd req-b7cfee6c-459b-479f-9726-0fa8d9c418cd tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:37.510086 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fcac2deb-f778-495a-9e3a-f91025ba06bd req-b7cfee6c-459b-479f-9726-0fa8d9c418cd tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 932 time: 0.0713050 Jul 09 22:16:37.549941 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fcac2deb-f778-495a-9e3a-f91025ba06bd req-3b9d2a73-0567-42f5-98fa-063043cdf8b6 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331457 Jul 09 22:16:38.722831 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e8fb8-90f5-4f5b-bdf3-7e1c41ceec1f req-c117a9c4-e115-4ccc-9a95-eea7541048a8 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:38.724485 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c98e8fb8-90f5-4f5b-bdf3-7e1c41ceec1f req-c117a9c4-e115-4ccc-9a95-eea7541048a8 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 932 time: 0.0651665 Jul 09 22:16:38.771704 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c98e8fb8-90f5-4f5b-bdf3-7e1c41ceec1f req-7e803e42-a19f-4b6c-a30b-f2b4e552c6ba tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400937 Jul 09 22:16:38.888288 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Request body: {'port': {'device_id': 'da310c23-19fd-4c59-9b5c-d0667decb1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:16:38.971863 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:39.249553 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c300f3a-253a-4819-98e0-22ddfe666c42 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:16:39.258648 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:39.272976 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Transition to ACTIVE for port object 5c300f3a-253a-4819-98e0-22ddfe666c42 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:16:39.277505 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:39.332839 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Pushing event updated for resources: {'Port': ['ID=5c300f3a-253a-4819-98e0-22ddfe666c42,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:39.417181 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Attempting to bind port 5c300f3a-253a-4819-98e0-22ddfe666c42 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:16:39.417663 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Attempting to bind port 5c300f3a-253a-4819-98e0-22ddfe666c42 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '1a5bb884-0c1d-41db-8e87-a9dddcffe2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:16:39.418084 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Attempting to bind port 5c300f3a-253a-4819-98e0-22ddfe666c42 on network 47f5e06c-d6cf-411f-8c4e-2ca1eacd079f {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:16:39.423930 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Port 5c300f3a-253a-4819-98e0-22ddfe666c42 on network 47f5e06c-d6cf-411f-8c4e-2ca1eacd079f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:16:39.424396 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Attempting to bind port 5c300f3a-253a-4819-98e0-22ddfe666c42 on network 47f5e06c-d6cf-411f-8c4e-2ca1eacd079f {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:16:39.433062 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:16:39.433453 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Checking segment: {'id': '1a5bb884-0c1d-41db-8e87-a9dddcffe2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:16:39.435066 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Bound using segment: {'id': '1a5bb884-0c1d-41db-8e87-a9dddcffe2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:16:39.435066 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Bound port: 5c300f3a-253a-4819-98e0-22ddfe666c42, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5bb884-0c1d-41db-8e87-a9dddcffe2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:16:39.435066 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:39.472273 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 41680) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:16:39.513242 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] For port 5c300f3a-253a-4819-98e0-22ddfe666c42, host hv-cinder-79496, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:16:39.517202 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] For port 5c300f3a-253a-4819-98e0-22ddfe666c42, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5c300f3a-253a-4819-98e0-22ddfe666c42,segment=NetworkSegment(1a5bb884-0c1d-41db-8e87-a9dddcffe2db),segment_id=1a5bb884-0c1d-41db-8e87-a9dddcffe2db)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:16:39.521673 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:39.556982 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:39.557460 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:39.558868 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] 10.222.0.11 "PUT /v2.0/ports/5c300f3a-253a-4819-98e0-22ddfe666c42 HTTP/1.1" status: 200 len: 1094 time: 0.7957773 Jul 09 22:16:39.559301 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da310c23-19fd-4c59-9b5c-d0667decb1b8', 'tag': '5c300f3a-253a-4819-98e0-22ddfe666c42'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:16:39.562113 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845f18c8-199b-440a-a257-2e5aff2b5a85" -d '{"events": [{"name": "network-changed", "server_uuid": "da310c23-19fd-4c59-9b5c-d0667decb1b8", "tag": "5c300f3a-253a-4819-98e0-22ddfe666c42"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:16:39.591960 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0eacf5-0fec-4767-ab84-25455a642bdd service neutron] Pushing event updated for resources: {'Port': ['ID=5c300f3a-253a-4819-98e0-22ddfe666c42,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:39.605127 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6546384e-e572-4736-9598-aba5d89ae418 x-openstack-request-id: req-6546384e-e572-4736-9598-aba5d89ae418 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:16:39.608589 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da310c23-19fd-4c59-9b5c-d0667decb1b8", "tag": "5c300f3a-253a-4819-98e0-22ddfe666c42", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:16:39.608802 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6546384e-e572-4736-9598-aba5d89ae418 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:16:39.609224 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da310c23-19fd-4c59-9b5c-d0667decb1b8', 'tag': '5c300f3a-253a-4819-98e0-22ddfe666c42', 'status': 'completed', 'code': 200} Jul 09 22:16:39.614112 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-09e1142c-e2f9-4cb7-b82e-e290354d317e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:39.711371 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f18c8-199b-440a-a257-2e5aff2b5a85 req-bbe4affb-472e-40f2-86db-4618fa4e18be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:39.713245 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-845f18c8-199b-440a-a257-2e5aff2b5a85 req-bbe4affb-472e-40f2-86db-4618fa4e18be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3bf697e8414479dbd95d42da53ccefa&device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 1097 time: 0.0618691 Jul 09 22:16:39.725076 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-09e1142c-e2f9-4cb7-b82e-e290354d317e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:39.729347 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-09e1142c-e2f9-4cb7-b82e-e290354d317e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:39.758394 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-09e1142c-e2f9-4cb7-b82e-e290354d317e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a843dbb51b24c8da911bb940746b0a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848306 Jul 09 22:16:39.764314 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 41694) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:16:39.793118 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1142c-e2f9-4cb7-b82e-e290354d317e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7840a6d-e18d-478c-b4b2-9580d2d0dda1,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:39.831632 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f18c8-199b-440a-a257-2e5aff2b5a85 req-0c5f7497-3fa2-4c18-b5d9-aabbc283a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:39.833403 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-845f18c8-199b-440a-a257-2e5aff2b5a85 req-0c5f7497-3fa2-4c18-b5d9-aabbc283a923 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c3bf697e8414479dbd95d42da53ccefa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1124194 Jul 09 22:16:39.869425 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4c4a7401-6845-415e-a49d-b681f94521bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:39.896177 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4c4a7401-6845-415e-a49d-b681f94521bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:39.948268 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4c4a7401-6845-415e-a49d-b681f94521bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:39.952388 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4c4a7401-6845-415e-a49d-b681f94521bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:39.957365 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-4c4a7401-6845-415e-a49d-b681f94521bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7840a6d-e18d-478c-b4b2-9580d2d0dda1 HTTP/1.1" status: 204 len: 168 time: 0.1919029 Jul 09 22:16:39.969054 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a7401-6845-415e-a49d-b681f94521bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7840a6d-e18d-478c-b4b2-9580d2d0dda1,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:39.995015 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f18c8-199b-440a-a257-2e5aff2b5a85 req-7f12eb20-bd63-4dfb-85ca-075c2788c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:39.996487 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-845f18c8-199b-440a-a257-2e5aff2b5a85 req-7f12eb20-bd63-4dfb-85ca-075c2788c5a4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1572957 Jul 09 22:16:40.022290 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93aaf5d-427e-4d0a-853d-a5bc6ac5b461 req-cd6a9522-0caa-4e0f-89db-06461cd6079d tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:40.023842 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d93aaf5d-427e-4d0a-853d-a5bc6ac5b461 req-cd6a9522-0caa-4e0f-89db-06461cd6079d tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 944 time: 0.1257675 Jul 09 22:16:40.111461 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d93aaf5d-427e-4d0a-853d-a5bc6ac5b461 req-cdd09042-d859-46f9-ba85-1f13b3586397 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794611 Jul 09 22:16:40.126007 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-ccae679a-02f7-4441-a199-0f2f1f6bbc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:40.126007 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-ccae679a-02f7-4441-a199-0f2f1f6bbc29 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3bf697e8414479dbd95d42da53ccefa&device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 1097 time: 0.0857468 Jul 09 22:16:40.215162 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-76e7b4e9-fbde-4ecb-982b-fa900041d5da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c300f3a-253a-4819-98e0-22ddfe666c42 HTTP/1.1" status: 200 len: 217 time: 0.0770621 Jul 09 22:16:40.276769 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-a000d0ed-a8ac-4a02-aa20-b1f818524f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:40.278254 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-a000d0ed-a8ac-4a02-aa20-b1f818524f95 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=677ed05f-ab01-4cd9-b598-8a5e82092172 HTTP/1.1" status: 200 len: 854 time: 0.0538666 Jul 09 22:16:40.339833 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-697c40a4-3b48-41c4-b15f-cd524a24570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:40.340262 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 41708) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:16:40.341392 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-697c40a4-3b48-41c4-b15f-cd524a24570c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47f5e06c-d6cf-411f-8c4e-2ca1eacd079f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554466 Jul 09 22:16:40.353958 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6dd6c80a-d0b6-4d0e-984a-a389e5ad12a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:40.437242 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-aeb1c1c2-0144-4bb2-821e-85dd9e84f5bf service neutron] 10.222.0.11 "GET /v2.0/networks/47f5e06c-d6cf-411f-8c4e-2ca1eacd079f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878031 Jul 09 22:16:40.457119 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6dd6c80a-d0b6-4d0e-984a-a389e5ad12a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:40.462112 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6dd6c80a-d0b6-4d0e-984a-a389e5ad12a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:40.499244 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6c80a-d0b6-4d0e-984a-a389e5ad12a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835720f4-6795-4f63-b8c8-a9b763e884f0,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:40.505920 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-6dd6c80a-d0b6-4d0e-984a-a389e5ad12a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c7bd67a31c4433a98f79c7e479222db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1622486 Jul 09 22:16:40.506819 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 41710) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:16:40.536133 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7d91e13-17eb-4f6c-9845-2da927975905 req-90e8716c-ef45-40a2-8818-143a7d63d764 service neutron] 10.222.0.11 "GET /v2.0/networks/47f5e06c-d6cf-411f-8c4e-2ca1eacd079f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913785 Jul 09 22:16:40.558799 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c95df41b-552c-4ee2-8608-9f806f85f4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:40.580797 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c95df41b-552c-4ee2-8608-9f806f85f4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:40.627536 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c95df41b-552c-4ee2-8608-9f806f85f4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:40.630210 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c95df41b-552c-4ee2-8608-9f806f85f4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:40.631374 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-c95df41b-552c-4ee2-8608-9f806f85f4f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/835720f4-6795-4f63-b8c8-a9b763e884f0 HTTP/1.1" status: 204 len: 168 time: 0.1241903 Jul 09 22:16:40.640133 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95df41b-552c-4ee2-8608-9f806f85f4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835720f4-6795-4f63-b8c8-a9b763e884f0,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:41.362177 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ce79a-63ed-4b3e-b021-3fdb7e5f11ba req-d0681193-91e2-48dd-a692-1986ea2f1a03 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:41.364938 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5e4ce79a-63ed-4b3e-b021-3fdb7e5f11ba req-d0681193-91e2-48dd-a692-1986ea2f1a03 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 944 time: 0.1035719 Jul 09 22:16:41.415710 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5e4ce79a-63ed-4b3e-b021-3fdb7e5f11ba req-0a9486ee-736b-495e-b4e0-787fd6aecfa8 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447783 Jul 09 22:16:41.518826 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cf795f89-c30f-4261-a064-9e7a8c76e124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:41.823548 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507961e-6c1d-4366-a5b2-e68cdd5241e3 req-e008d155-a003-4ee7-8775-845e9245b8fb tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:41.825113 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d507961e-6c1d-4366-a5b2-e68cdd5241e3 req-e008d155-a003-4ee7-8775-845e9245b8fb tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd08425-476d-469e-b6ca-0c695938ce3b HTTP/1.1" status: 200 len: 946 time: 0.0661623 Jul 09 22:16:41.865214 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d507961e-6c1d-4366-a5b2-e68cdd5241e3 req-edb65d85-b668-4b75-8491-816eb9efa933 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339761 Jul 09 22:16:42.648258 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25cc64-d82e-4b7b-8f54-5b5cfa003fae req-5e241f0b-0e31-4322-98c3-d6506c7ff362 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:42.649864 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0e25cc64-d82e-4b7b-8f54-5b5cfa003fae req-5e241f0b-0e31-4322-98c3-d6506c7ff362 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 944 time: 0.0792711 Jul 09 22:16:42.696120 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0e25cc64-d82e-4b7b-8f54-5b5cfa003fae req-25a621b1-505c-40c6-9c32-f0e2568d4200 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362258 Jul 09 22:16:43.049410 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b75871-3fae-444b-839c-d46b3f1d17ea req-c402e08a-7fdc-42a7-9a50-88e8e373011d tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:43.050897 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-68b75871-3fae-444b-839c-d46b3f1d17ea req-c402e08a-7fdc-42a7-9a50-88e8e373011d tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd08425-476d-469e-b6ca-0c695938ce3b HTTP/1.1" status: 200 len: 946 time: 0.0692983 Jul 09 22:16:43.091904 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-68b75871-3fae-444b-839c-d46b3f1d17ea req-2ac0e4e4-01ac-44b9-9076-1ba49aaac692 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336463 Jul 09 22:16:43.929874 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a7dd1-0370-4fdc-a103-310beb8b6264 req-5a16c5ef-03a9-4291-bc64-0b162dd73e8f tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:43.931354 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e99a7dd1-0370-4fdc-a103-310beb8b6264 req-5a16c5ef-03a9-4291-bc64-0b162dd73e8f tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.11 "GET /v2.0/ports?device_id=1cd08425-476d-469e-b6ca-0c695938ce3b HTTP/1.1" status: 200 len: 946 time: 0.0935946 Jul 09 22:16:43.952111 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7eddfe-f630-4bd5-9c09-0874ac2cc184 req-10b9a740-48f9-4bc9-b494-e50368a9d586 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:43.953675 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ae7eddfe-f630-4bd5-9c09-0874ac2cc184 req-10b9a740-48f9-4bc9-b494-e50368a9d586 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 944 time: 0.1249893 Jul 09 22:16:44.014986 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:16:44.049243 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ae7eddfe-f630-4bd5-9c09-0874ac2cc184 req-089be2e1-8aba-4d78-960e-5bd26283d2af tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715246 Jul 09 22:16:44.077067 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-e99a7dd1-0370-4fdc-a103-310beb8b6264 req-57796e38-a06c-418f-91b6-3319c721215d tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Deleting port beadffc5-a273-4329-940d-a88ca8657040 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:16:44.077408 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e99a7dd1-0370-4fdc-a103-310beb8b6264 req-57796e38-a06c-418f-91b6-3319c721215d tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:44.171862 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-e99a7dd1-0370-4fdc-a103-310beb8b6264 req-57796e38-a06c-418f-91b6-3319c721215d tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] For port beadffc5-a273-4329-940d-a88ca8657040, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=beadffc5-a273-4329-940d-a88ca8657040,segment=NetworkSegment(1e8e6031-4a88-4c60-bb47-750a1b40ed16),segment_id=1e8e6031-4a88-4c60-bb47-750a1b40ed16)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:16:44.172293 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e99a7dd1-0370-4fdc-a103-310beb8b6264 req-57796e38-a06c-418f-91b6-3319c721215d tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:44.185741 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-e99a7dd1-0370-4fdc-a103-310beb8b6264 req-57796e38-a06c-418f-91b6-3319c721215d tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Calling delete_port for beadffc5-a273-4329-940d-a88ca8657040 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:16:44.320810 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce401d0-9256-4868-a859-6e8fdcc592fc req-644b3346-8ee4-49fb-ad94-6e5933adabd3 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:44.322349 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3ce401d0-9256-4868-a859-6e8fdcc592fc req-644b3346-8ee4-49fb-ad94-6e5933adabd3 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd08425-476d-469e-b6ca-0c695938ce3b HTTP/1.1" status: 200 len: 946 time: 0.0966904 Jul 09 22:16:44.395011 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3ce401d0-9256-4868-a859-6e8fdcc592fc req-101d1a2f-55eb-4317-bcd2-d842131f428e tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517287 Jul 09 22:16:44.396225 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e99a7dd1-0370-4fdc-a103-310beb8b6264 req-57796e38-a06c-418f-91b6-3319c721215d tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:44.409151 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['beadffc5-a273-4329-940d-a88ca8657040'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:16:44.428237 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57796e38-a06c-418f-91b6-3319c721215d tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Pushing event deleted for resources: {'Port': ['ID=beadffc5-a273-4329-940d-a88ca8657040,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:44.480508 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99a7dd1-0370-4fdc-a103-310beb8b6264 req-57796e38-a06c-418f-91b6-3319c721215d tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] No DVR routers for this DVR port beadffc5-a273-4329-940d-a88ca8657040 on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:16:44.483668 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e99a7dd1-0370-4fdc-a103-310beb8b6264 req-57796e38-a06c-418f-91b6-3319c721215d tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:44.485681 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e99a7dd1-0370-4fdc-a103-310beb8b6264 req-57796e38-a06c-418f-91b6-3319c721215d tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.11 "DELETE /v2.0/ports/beadffc5-a273-4329-940d-a88ca8657040 HTTP/1.1" status: 204 len: 173 time: 0.5477664 Jul 09 22:16:44.486121 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd08425-476d-469e-b6ca-0c695938ce3b', 'name': 'network-vif-deleted', 'tag': 'beadffc5-a273-4329-940d-a88ca8657040'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:16:44.488370 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acf4ac7-eedf-403b-9a76-a784c5b36b46" -d '{"events": [{"server_uuid": "1cd08425-476d-469e-b6ca-0c695938ce3b", "name": "network-vif-deleted", "tag": "beadffc5-a273-4329-940d-a88ca8657040"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:16:44.688381 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcdf80c-6e23-404f-b985-7e71efb7af28 x-openstack-request-id: req-4dcdf80c-6e23-404f-b985-7e71efb7af28 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:16:44.688666 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd08425-476d-469e-b6ca-0c695938ce3b", "name": "network-vif-deleted", "tag": "beadffc5-a273-4329-940d-a88ca8657040", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:16:44.691898 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4dcdf80c-6e23-404f-b985-7e71efb7af28 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:16:44.691898 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd08425-476d-469e-b6ca-0c695938ce3b', 'name': 'network-vif-deleted', 'tag': 'beadffc5-a273-4329-940d-a88ca8657040', 'status': 'completed', 'code': 200} Jul 09 22:16:44.805767 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 5c300f3a-253a-4819-98e0-22ddfe666c42 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:16:44.828355 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc4a1-fb98-4828-aa09-f4957c9b3395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:44.918008 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 5c300f3a-253a-4819-98e0-22ddfe666c42, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5c300f3a-253a-4819-98e0-22ddfe666c42,segment=NetworkSegment(1a5bb884-0c1d-41db-8e87-a9dddcffe2db),segment_id=1a5bb884-0c1d-41db-8e87-a9dddcffe2db)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:16:44.928868 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': '5c300f3a-253a-4819-98e0-22ddfe666c42', 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f', 'port_id': '5c300f3a-253a-4819-98e0-22ddfe666c42', 'mac_address': 'fa:16:3e:87:90:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:16:44.957680 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 41796) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:16:44.968256 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:44.983418 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c300f3a-253a-4819-98e0-22ddfe666c42 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:16:45.010349 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 5c300f3a-253a-4819-98e0-22ddfe666c42, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5c300f3a-253a-4819-98e0-22ddfe666c42,segment=NetworkSegment(1a5bb884-0c1d-41db-8e87-a9dddcffe2db),segment_id=1a5bb884-0c1d-41db-8e87-a9dddcffe2db)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:16:45.017240 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:45.105687 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=5c300f3a-253a-4819-98e0-22ddfe666c42,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:45.106044 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ed03172d-8503-480f-8f09-61347152678f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:45.199221 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ed03172d-8503-480f-8f09-61347152678f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:45.204074 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ed03172d-8503-480f-8f09-61347152678f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:45.235485 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:45.245472 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03172d-8503-480f-8f09-61347152678f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372c8245-4c24-4197-b6de-6e71b91e31a7,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:45.250261 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-ed03172d-8503-480f-8f09-61347152678f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e06f598a0ff4384b866d560f1654564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910309 Jul 09 22:16:45.254397 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 41802) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:16:45.359658 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['5c300f3a-253a-4819-98e0-22ddfe666c42'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:16:45.361778 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-44b729f7-5c51-4a04-886f-052609e5a021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:45.389435 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2f1c5-47bc-4f3f-84eb-9f975316aecd req-0412f9b0-07d3-4673-8021-0a90f5045402 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:45.390762 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b2e2f1c5-47bc-4f3f-84eb-9f975316aecd req-0412f9b0-07d3-4673-8021-0a90f5045402 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 945 time: 0.1080990 Jul 09 22:16:45.401818 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-44b729f7-5c51-4a04-886f-052609e5a021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:45.459630 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b2e2f1c5-47bc-4f3f-84eb-9f975316aecd req-717d394e-f08b-4309-b410-77cd5537cd9b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605581 Jul 09 22:16:45.482729 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-44b729f7-5c51-4a04-886f-052609e5a021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:45.486234 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-44b729f7-5c51-4a04-886f-052609e5a021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:45.487641 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-44b729f7-5c51-4a04-886f-052609e5a021 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/372c8245-4c24-4197-b6de-6e71b91e31a7 HTTP/1.1" status: 204 len: 168 time: 0.2321947 Jul 09 22:16:45.509666 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b729f7-5c51-4a04-886f-052609e5a021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372c8245-4c24-4197-b6de-6e71b91e31a7,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:45.836784 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 41814) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:16:45.853617 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-df907c67-d3ec-4b99-93ab-9010aaba7b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:45.953462 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-df907c67-d3ec-4b99-93ab-9010aaba7b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:45.960329 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-df907c67-d3ec-4b99-93ab-9010aaba7b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:45.996494 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-df907c67-d3ec-4b99-93ab-9010aaba7b7f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c85c558ec843493ea4aba92b55a43230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1586106 Jul 09 22:16:45.997379 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df907c67-d3ec-4b99-93ab-9010aaba7b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8931c11-425d-441f-9c06-de6df55bf30b,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:46.000230 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 41818) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:16:46.049040 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-fb0e545f-1a54-4366-9751-0425b20bb0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:46.069344 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-fb0e545f-1a54-4366-9751-0425b20bb0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:46.118951 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-fb0e545f-1a54-4366-9751-0425b20bb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:46.121475 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-fb0e545f-1a54-4366-9751-0425b20bb0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:46.122617 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-fb0e545f-1a54-4366-9751-0425b20bb0a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e8931c11-425d-441f-9c06-de6df55bf30b HTTP/1.1" status: 204 len: 168 time: 0.1213479 Jul 09 22:16:46.130259 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e545f-1a54-4366-9751-0425b20bb0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8931c11-425d-441f-9c06-de6df55bf30b,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:46.632050 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:46.665880 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb161776-5534-48eb-9b3d-4dd2e5dfffb6 req-c5acf3d5-4cc5-455c-9ad7-15cfac2087b3 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:46.667669 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fb161776-5534-48eb-9b3d-4dd2e5dfffb6 req-c5acf3d5-4cc5-455c-9ad7-15cfac2087b3 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 945 time: 0.0743496 Jul 09 22:16:46.719583 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fb161776-5534-48eb-9b3d-4dd2e5dfffb6 req-424f3b1e-fe69-4c6c-b667-f01c63ee59e2 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428529 Jul 09 22:16:47.719420 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 5c300f3a-253a-4819-98e0-22ddfe666c42 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:16:47.769971 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port 5c300f3a-253a-4819-98e0-22ddfe666c42 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:16:47.774909 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port 5c300f3a-253a-4819-98e0-22ddfe666c42 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:16:47.775472 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:47.859598 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:47.885009 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da310c23-19fd-4c59-9b5c-d0667decb1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c300f3a-253a-4819-98e0-22ddfe666c42'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:16:47.887250 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7f04c6-fa4f-403f-809a-2dbc5bbec2e5" -d '{"events": [{"server_uuid": "da310c23-19fd-4c59-9b5c-d0667decb1b8", "name": "network-vif-plugged", "status": "completed", "tag": "5c300f3a-253a-4819-98e0-22ddfe666c42"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:16:47.901602 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 5c300f3a-253a-4819-98e0-22ddfe666c42, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5c300f3a-253a-4819-98e0-22ddfe666c42,segment=NetworkSegment(1a5bb884-0c1d-41db-8e87-a9dddcffe2db),segment_id=1a5bb884-0c1d-41db-8e87-a9dddcffe2db)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:16:47.906865 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:47.907954 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device beadffc5-a273-4329-940d-a88ca8657040 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:16:47.931962 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: beadffc5-a273-4329-940d-a88ca8657040 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:16:47.932306 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device beadffc5-a273-4329-940d-a88ca8657040 not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:16:47.947095 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd68d85-20e0-4ef2-b01c-c26f817d10a8 req-d75ad4db-ccc0-47a2-883a-dbc43527cb01 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:47.948746 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fd68d85-20e0-4ef2-b01c-c26f817d10a8 req-d75ad4db-ccc0-47a2-883a-dbc43527cb01 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 945 time: 0.0727201 Jul 09 22:16:47.982600 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=5c300f3a-253a-4819-98e0-22ddfe666c42,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:16:47.988813 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fd68d85-20e0-4ef2-b01c-c26f817d10a8 req-c8dfd3dc-4272-4be4-aea6-04cdd4d8d17a tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342205 Jul 09 22:16:48.038305 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409d6164-af3c-4d1e-a4ba-0345d4646e82 x-openstack-request-id: req-409d6164-af3c-4d1e-a4ba-0345d4646e82 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:16:48.038911 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da310c23-19fd-4c59-9b5c-d0667decb1b8", "name": "network-vif-plugged", "status": "completed", "tag": "5c300f3a-253a-4819-98e0-22ddfe666c42", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:16:48.039099 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-409d6164-af3c-4d1e-a4ba-0345d4646e82 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:16:48.039469 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da310c23-19fd-4c59-9b5c-d0667decb1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c300f3a-253a-4819-98e0-22ddfe666c42', 'code': 200} Jul 09 22:16:48.407621 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:49.167025 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15338eef-8a84-4323-87ca-5ff702d284d9 req-290e107f-2c44-4527-afb5-183d1fb3c0b7 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:49.168522 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15338eef-8a84-4323-87ca-5ff702d284d9 req-290e107f-2c44-4527-afb5-183d1fb3c0b7 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 946 time: 0.0648131 Jul 09 22:16:49.207106 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15338eef-8a84-4323-87ca-5ff702d284d9 req-ad557f45-5a7d-4703-8b34-63f779bcdec5 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329320 Jul 09 22:16:50.306279 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ed919827-c764-4dca-884c-b5ccdcd38e36 req-29d12c17-c33a-43a8-a830-3a5a115a9381 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638108 Jul 09 22:16:50.400008 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f491fd-b92b-48bf-941e-e03360fe8245 req-ec401260-c86d-4fe7-a75c-5b6050f0d62a tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:50.401710 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c8f491fd-b92b-48bf-941e-e03360fe8245 req-ec401260-c86d-4fe7-a75c-5b6050f0d62a tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 946 time: 0.0731091 Jul 09 22:16:50.455497 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:16:50.502412 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c8f491fd-b92b-48bf-941e-e03360fe8245 req-7d87fd1f-128e-4b17-bd30-d8bbc0dd4d3f tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886309 Jul 09 22:16:50.528078 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed919827-c764-4dca-884c-b5ccdcd38e36 req-865547e0-9fd7-40e4-95e1-c22e10df6e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:50.530057 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ed919827-c764-4dca-884c-b5ccdcd38e36 req-865547e0-9fd7-40e4-95e1-c22e10df6e22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e15379ef8574723b1d38df0187a7df7&device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 1098 time: 0.1253421 Jul 09 22:16:50.543834 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa92f02-d196-4e6c-a6bc-5aa5dd5e6933 req-f49ff2b3-3504-4266-aa53-15aa60ffaaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:50.545932 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dfa92f02-d196-4e6c-a6bc-5aa5dd5e6933 req-f49ff2b3-3504-4266-aa53-15aa60ffaaa3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 1099 time: 0.0867012 Jul 09 22:16:50.637602 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dfa92f02-d196-4e6c-a6bc-5aa5dd5e6933 req-211f71a9-172d-460a-b388-0f599b77b7e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839496 Jul 09 22:16:50.669912 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed919827-c764-4dca-884c-b5ccdcd38e36 req-d3ba9723-d0ce-4a2e-9a8a-fa3b7110294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:50.671625 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ed919827-c764-4dca-884c-b5ccdcd38e36 req-d3ba9723-d0ce-4a2e-9a8a-fa3b7110294d service neutron] 10.222.0.11 "GET /v2.0/networks?id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637 HTTP/1.1" status: 200 len: 918 time: 0.1107991 Jul 09 22:16:50.884306 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ed919827-c764-4dca-884c-b5ccdcd38e36 req-4d6cb116-6328-4ca6-a554-b782f29162b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 HTTP/1.1" status: 200 len: 1001 time: 0.0709455 Jul 09 22:16:50.958907 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed919827-c764-4dca-884c-b5ccdcd38e36 req-1f9c000f-e5c3-4b03-84ae-7baddd2e4125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:50.960779 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ed919827-c764-4dca-884c-b5ccdcd38e36 req-1f9c000f-e5c3-4b03-84ae-7baddd2e4125 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6 HTTP/1.1" status: 200 len: 856 time: 0.0672500 Jul 09 22:16:51.032046 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed919827-c764-4dca-884c-b5ccdcd38e36 req-578fb3a9-ba18-4baf-b6bb-6de7a13d3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:51.033616 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ed919827-c764-4dca-884c-b5ccdcd38e36 req-578fb3a9-ba18-4baf-b6bb-6de7a13d3b41 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648172 Jul 09 22:16:51.139288 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ed919827-c764-4dca-884c-b5ccdcd38e36 req-a789a6a7-07cc-49f2-a56b-afa5b0db55ff service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978491 Jul 09 22:16:51.233895 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ed919827-c764-4dca-884c-b5ccdcd38e36 req-cee0d71e-455a-47f6-a8a9-95638c4a4399 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873454 Jul 09 22:16:51.692798 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121f83f-e90e-4887-a888-5e13c8f4af17 req-c42ee462-9f12-45c9-b7bf-bd523afc845c tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:51.694300 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c121f83f-e90e-4887-a888-5e13c8f4af17 req-c42ee462-9f12-45c9-b7bf-bd523afc845c tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 946 time: 0.0720742 Jul 09 22:16:51.734477 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c121f83f-e90e-4887-a888-5e13c8f4af17 req-49bd55f1-349b-46a4-8c3f-f684640d2879 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344770 Jul 09 22:16:52.913747 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6f4ff-b390-4ac1-ba80-f4c02a6baf65 req-a89739bd-a312-4f83-8f94-0a634706d6c6 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:52.915170 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dfb6f4ff-b390-4ac1-ba80-f4c02a6baf65 req-a89739bd-a312-4f83-8f94-0a634706d6c6 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 946 time: 0.0646591 Jul 09 22:16:52.952085 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dfb6f4ff-b390-4ac1-ba80-f4c02a6baf65 req-95292c9e-0839-4d18-9811-91a0b24ca466 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307653 Jul 09 22:16:53.131280 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16eff7-e08b-417b-9377-b5f015e3ffe4 req-c9f939c3-cc50-41b5-b8c3-b09ff4f2b232 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:53.132843 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7d16eff7-e08b-417b-9377-b5f015e3ffe4 req-c9f939c3-cc50-41b5-b8c3-b09ff4f2b232 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 946 time: 0.0685556 Jul 09 22:16:53.173214 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7d16eff7-e08b-417b-9377-b5f015e3ffe4 req-75b435d3-67a6-4ce0-866c-d5343c794089 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339034 Jul 09 22:16:53.583035 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c4c4-3ab7-46b5-a583-1fa422d972ca req-bba440b6-c6f8-418e-9360-ab4db6e6a085 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:53.584510 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d276c4c4-3ab7-46b5-a583-1fa422d972ca req-bba440b6-c6f8-418e-9360-ab4db6e6a085 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 946 time: 0.0678828 Jul 09 22:16:53.857874 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d276c4c4-3ab7-46b5-a583-1fa422d972ca req-efa20840-e151-4db4-9d6b-6f9b4392c41d tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678738 Jul 09 22:16:58.744163 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-f6520e39-92b5-4420-b37b-dce677a9510e tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:16:58.745649 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-f6520e39-92b5-4420-b37b-dce677a9510e tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/networks?id=973640da-d90a-4b6b-a97b-5474349704cd HTTP/1.1" status: 200 len: 814 time: 0.1052768 Jul 09 22:16:58.760814 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-869a9b81-fdfa-4dc9-a8fd-538b0b4613ae tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/quotas/57c306e1303d4b6db7707f0e6509725a HTTP/1.1" status: 200 len: 375 time: 0.0092719 Jul 09 22:16:58.799174 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-b672fd9a-086a-40af-aa87-11487a3ecd91 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=57c306e1303d4b6db7707f0e6509725a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324175 Jul 09 22:16:58.991111 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7976fdce-4d8f-48e3-8699-aa4150516ca8 service neutron] 10.222.0.10 "GET /v2.0/networks/973640da-d90a-4b6b-a97b-5474349704cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847758 Jul 09 22:16:59.092818 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-22760ad8-d849-4504-a9ad-079680c02f8e service neutron] 10.222.0.10 "GET /v2.0/networks/973640da-d90a-4b6b-a97b-5474349704cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945616 Jul 09 22:16:59.269068 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-55c108ff-0f25-430b-ae3d-427c51143260 req-7710df61-8708-4914-9198-7803b4649857 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=d501459e-4cb9-41ae-bab9-3d5bd1cf61d0 HTTP/1.1" status: 200 len: 210 time: 0.0298033 Jul 09 22:17:00.419296 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f8bf23bb-fa91-4081-8a76-9ffc96b4540b req-d7fe2b8b-42ad-42af-8e35-2da7b388d8ff tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=d501459e-4cb9-41ae-bab9-3d5bd1cf61d0 HTTP/1.1" status: 200 len: 210 time: 0.0289247 Jul 09 22:17:00.659513 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-11709b80-fb36-45a9-8d2c-d62a7bf667bd tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:00.661055 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-11709b80-fb36-45a9-8d2c-d62a7bf667bd tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.11 "GET /v2.0/networks?id=973640da-d90a-4b6b-a97b-5474349704cd HTTP/1.1" status: 200 len: 814 time: 0.1230934 Jul 09 22:17:00.679089 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Request body: {'port': {'device_id': 'd501459e-4cb9-41ae-bab9-3d5bd1cf61d0', 'network_id': '973640da-d90a-4b6b-a97b-5474349704cd', 'admin_state_up': True, 'tenant_id': '57c306e1303d4b6db7707f0e6509725a'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:17:00.794929 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Made reservation on behalf of 57c306e1303d4b6db7707f0e6509725a for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:17:00.798713 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:00.933364 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Allocated IP 172.20.0.13 (973640da-d90a-4b6b-a97b-5474349704cd/0a5fcaa4-fc6f-4158-8483-46041fe547bc/e1742df5-b025-4bb7-a7df-ca1f4df09622) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:17:01.105810 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:01.155026 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:01.205520 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Network 973640da-d90a-4b6b-a97b-5474349704cd is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:17:01.209123 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:17:01.213397 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:17:01.219768 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Pushing event updated for resources: {'Port': ['ID=e1742df5-b025-4bb7-a7df-ca1f4df09622,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:17:01.245533 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:01.245876 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:01.246211 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:01.247095 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:01.247455 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:01.247779 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:01.248139 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:01.248461 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:01.248806 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:01.249126 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:01.249440 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:01.249752 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:01.278974 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:01.279645 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:01.295551 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-8ee9d0a7-61ae-4351-808f-37ca8f9136e7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6204467 Jul 09 22:17:01.308008 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Request body: {'port': {'device_id': 'd501459e-4cb9-41ae-bab9-3d5bd1cf61d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:17:01.397195 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:01.731725 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1742df5-b025-4bb7-a7df-ca1f4df09622 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:17:01.741462 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:01.761524 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7cb23-ec6d-4d30-9f5b-153307e67c62 req-3cde66f9-e66e-4fb4-ad65-026ab24068bb tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:01.763643 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-02e7cb23-ec6d-4d30-9f5b-153307e67c62 req-3cde66f9-e66e-4fb4-ad65-026ab24068bb tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=d501459e-4cb9-41ae-bab9-3d5bd1cf61d0 HTTP/1.1" status: 200 len: 932 time: 0.1451750 Jul 09 22:17:01.771046 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Transition to ACTIVE for port object e1742df5-b025-4bb7-a7df-ca1f4df09622 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:17:01.781313 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:01.859643 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-02e7cb23-ec6d-4d30-9f5b-153307e67c62 req-46aa0d26-bb48-4798-b526-15900557bef2 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871756 Jul 09 22:17:01.862794 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Pushing event updated for resources: {'Port': ['ID=e1742df5-b025-4bb7-a7df-ca1f4df09622,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:17:01.945699 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Attempting to bind port e1742df5-b025-4bb7-a7df-ca1f4df09622 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:17:01.946047 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Attempting to bind port e1742df5-b025-4bb7-a7df-ca1f4df09622 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '1e8e6031-4a88-4c60-bb47-750a1b40ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '973640da-d90a-4b6b-a97b-5474349704cd'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:17:01.946402 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Attempting to bind port e1742df5-b025-4bb7-a7df-ca1f4df09622 on network 973640da-d90a-4b6b-a97b-5474349704cd {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:17:01.951712 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Port e1742df5-b025-4bb7-a7df-ca1f4df09622 on network 973640da-d90a-4b6b-a97b-5474349704cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:17:01.952059 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Attempting to bind port e1742df5-b025-4bb7-a7df-ca1f4df09622 on network 973640da-d90a-4b6b-a97b-5474349704cd {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:17:01.957508 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:17:01.957834 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Checking segment: {'id': '1e8e6031-4a88-4c60-bb47-750a1b40ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '973640da-d90a-4b6b-a97b-5474349704cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:17:01.958304 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Bound using segment: {'id': '1e8e6031-4a88-4c60-bb47-750a1b40ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '973640da-d90a-4b6b-a97b-5474349704cd'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:17:01.958800 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Bound port: e1742df5-b025-4bb7-a7df-ca1f4df09622, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8e6031-4a88-4c60-bb47-750a1b40ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '973640da-d90a-4b6b-a97b-5474349704cd'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:17:01.959205 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:02.044803 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] For port e1742df5-b025-4bb7-a7df-ca1f4df09622, host hv-cinder-79496, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:17:02.050153 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] For port e1742df5-b025-4bb7-a7df-ca1f4df09622, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e1742df5-b025-4bb7-a7df-ca1f4df09622,segment=NetworkSegment(1e8e6031-4a88-4c60-bb47-750a1b40ed16),segment_id=1e8e6031-4a88-4c60-bb47-750a1b40ed16)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:17:02.055940 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:02.090406 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:02.091040 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:02.092412 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] 10.222.0.11 "PUT /v2.0/ports/e1742df5-b025-4bb7-a7df-ca1f4df09622 HTTP/1.1" status: 200 len: 1094 time: 0.7888651 Jul 09 22:17:02.094650 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd501459e-4cb9-41ae-bab9-3d5bd1cf61d0', 'tag': 'e1742df5-b025-4bb7-a7df-ca1f4df09622'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:17:02.096944 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95aa504b-9bd7-4a0b-90f6-664b6638d813" -d '{"events": [{"name": "network-changed", "server_uuid": "d501459e-4cb9-41ae-bab9-3d5bd1cf61d0", "tag": "e1742df5-b025-4bb7-a7df-ca1f4df09622"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:17:02.135789 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a4c19-4be7-4f97-90af-98aa3f10110c service neutron] Pushing event updated for resources: {'Port': ['ID=e1742df5-b025-4bb7-a7df-ca1f4df09622,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:17:02.139968 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddf7ff9-5b0a-4a8e-bd1f-7fed740d44ec x-openstack-request-id: req-7ddf7ff9-5b0a-4a8e-bd1f-7fed740d44ec {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:17:02.140238 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d501459e-4cb9-41ae-bab9-3d5bd1cf61d0", "tag": "e1742df5-b025-4bb7-a7df-ca1f4df09622", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:17:02.140493 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ddf7ff9-5b0a-4a8e-bd1f-7fed740d44ec {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:17:02.140913 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd501459e-4cb9-41ae-bab9-3d5bd1cf61d0', 'tag': 'e1742df5-b025-4bb7-a7df-ca1f4df09622', 'status': 'completed', 'code': 200} Jul 09 22:17:02.219294 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-8d8b9ba4-2aa8-4a69-b74c-6f2a2e08c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:02.220836 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-8d8b9ba4-2aa8-4a69-b74c-6f2a2e08c800 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=57c306e1303d4b6db7707f0e6509725a&device_id=d501459e-4cb9-41ae-bab9-3d5bd1cf61d0 HTTP/1.1" status: 200 len: 1097 time: 0.0586782 Jul 09 22:17:02.271941 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-99aaeffa-5a27-4e0d-b5a9-2d6500130fb5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1742df5-b025-4bb7-a7df-ca1f4df09622 HTTP/1.1" status: 200 len: 217 time: 0.0437818 Jul 09 22:17:02.324886 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-58550296-61dd-4315-b908-1178c55b5832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:02.326650 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-58550296-61dd-4315-b908-1178c55b5832 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a5fcaa4-fc6f-4158-8483-46041fe547bc HTTP/1.1" status: 200 len: 854 time: 0.0486486 Jul 09 22:17:02.361115 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-013b819f-9c2f-45ff-81da-22760e7c23d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=973640da-d90a-4b6b-a97b-5474349704cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269041 Jul 09 22:17:02.467848 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-322b3213-5f31-49d2-af49-a78108507055 service neutron] 10.222.0.11 "GET /v2.0/networks/973640da-d90a-4b6b-a97b-5474349704cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920374 Jul 09 22:17:02.564145 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-649b1f7c-bc77-42d8-b658-ca93b8496d29 req-cc22326a-4a70-47c0-965e-08c0ed761230 service neutron] 10.222.0.11 "GET /v2.0/networks/973640da-d90a-4b6b-a97b-5474349704cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892205 Jul 09 22:17:02.693348 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa504b-9bd7-4a0b-90f6-664b6638d813 req-a0cdf430-1180-4f2d-8f7f-44c829d1a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:02.695203 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-95aa504b-9bd7-4a0b-90f6-664b6638d813 req-a0cdf430-1180-4f2d-8f7f-44c829d1a6fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=57c306e1303d4b6db7707f0e6509725a&device_id=d501459e-4cb9-41ae-bab9-3d5bd1cf61d0 HTTP/1.1" status: 200 len: 1097 time: 0.0596082 Jul 09 22:17:02.804380 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa504b-9bd7-4a0b-90f6-664b6638d813 req-e263b1de-a435-4a3d-a29b-eafbec1dfc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:02.806905 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-95aa504b-9bd7-4a0b-90f6-664b6638d813 req-e263b1de-a435-4a3d-a29b-eafbec1dfc66 service neutron] 10.222.0.11 "GET /v2.0/networks?id=973640da-d90a-4b6b-a97b-5474349704cd HTTP/1.1" status: 200 len: 915 time: 0.1021333 Jul 09 22:17:02.853885 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-95aa504b-9bd7-4a0b-90f6-664b6638d813 req-cd6420de-37c7-4da9-b993-0e6f12eca60c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1742df5-b025-4bb7-a7df-ca1f4df09622 HTTP/1.1" status: 200 len: 217 time: 0.0377665 Jul 09 22:17:02.910997 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa504b-9bd7-4a0b-90f6-664b6638d813 req-bc899460-0d82-4d0c-8ffb-da55eaf4553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:02.912543 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-95aa504b-9bd7-4a0b-90f6-664b6638d813 req-bc899460-0d82-4d0c-8ffb-da55eaf4553c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a5fcaa4-fc6f-4158-8483-46041fe547bc HTTP/1.1" status: 200 len: 854 time: 0.0483584 Jul 09 22:17:02.962286 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-95aa504b-9bd7-4a0b-90f6-664b6638d813 req-9a5c9faa-744b-4b9a-a028-7ae2a00ab408 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=973640da-d90a-4b6b-a97b-5474349704cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328896 Jul 09 22:17:03.095873 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-95aa504b-9bd7-4a0b-90f6-664b6638d813 req-5202da67-3b58-41f9-aa27-f36651946071 service neutron] 10.222.0.11 "GET /v2.0/networks/973640da-d90a-4b6b-a97b-5474349704cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268377 Jul 09 22:17:03.126050 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e98ac-3916-43d1-aeba-a4ac964247b8 req-e0ee0e20-ea1b-4ce7-be3e-d3513f51a82a tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:03.127596 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-021e98ac-3916-43d1-aeba-a4ac964247b8 req-e0ee0e20-ea1b-4ce7-be3e-d3513f51a82a tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=d501459e-4cb9-41ae-bab9-3d5bd1cf61d0 HTTP/1.1" status: 200 len: 944 time: 0.1399596 Jul 09 22:17:03.211711 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-021e98ac-3916-43d1-aeba-a4ac964247b8 req-8c2d0b98-c6b1-43e6-b417-7686736bf59a tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746472 Jul 09 22:17:03.232832 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-95aa504b-9bd7-4a0b-90f6-664b6638d813 req-79f238b0-c5ef-4dfd-94e3-e0fb3dc829f8 service neutron] 10.222.0.11 "GET /v2.0/networks/973640da-d90a-4b6b-a97b-5474349704cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258581 Jul 09 22:17:04.397090 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf636784-1519-4805-8eac-bcca0c080b83 req-dff1ec93-4efc-4bf1-a198-365f2fb7eb45 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:04.406663 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf636784-1519-4805-8eac-bcca0c080b83 req-dff1ec93-4efc-4bf1-a198-365f2fb7eb45 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=d501459e-4cb9-41ae-bab9-3d5bd1cf61d0 HTTP/1.1" status: 200 len: 944 time: 0.0703363 Jul 09 22:17:04.441534 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf636784-1519-4805-8eac-bcca0c080b83 req-4c1b4e55-e488-4f59-a485-57f40aab3e67 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341432 Jul 09 22:17:05.620199 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fa987-3024-4c35-90bc-50ffa0ddc7d7 req-30625142-0bbc-46dd-a97d-85d7a17e66de tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:05.621640 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-673fa987-3024-4c35-90bc-50ffa0ddc7d7 req-30625142-0bbc-46dd-a97d-85d7a17e66de tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=d501459e-4cb9-41ae-bab9-3d5bd1cf61d0 HTTP/1.1" status: 200 len: 944 time: 0.0677195 Jul 09 22:17:05.663272 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-673fa987-3024-4c35-90bc-50ffa0ddc7d7 req-aa07fac9-d65c-4549-8f8d-a2d2ee425ff8 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349972 Jul 09 22:17:05.786095 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device e1742df5-b025-4bb7-a7df-ca1f4df09622 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:17:05.884806 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port e1742df5-b025-4bb7-a7df-ca1f4df09622, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e1742df5-b025-4bb7-a7df-ca1f4df09622,segment=NetworkSegment(1e8e6031-4a88-4c60-bb47-750a1b40ed16),segment_id=1e8e6031-4a88-4c60-bb47-750a1b40ed16)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:17:05.897180 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': 'e1742df5-b025-4bb7-a7df-ca1f4df09622', 'network_id': '973640da-d90a-4b6b-a97b-5474349704cd', 'port_id': 'e1742df5-b025-4bb7-a7df-ca1f4df09622', 'mac_address': 'fa:16:3e:bb:00:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5fcaa4-fc6f-4158-8483-46041fe547bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:17:05.941710 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:05.960393 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1742df5-b025-4bb7-a7df-ca1f4df09622 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:17:05.986185 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port e1742df5-b025-4bb7-a7df-ca1f4df09622, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e1742df5-b025-4bb7-a7df-ca1f4df09622,segment=NetworkSegment(1e8e6031-4a88-4c60-bb47-750a1b40ed16),segment_id=1e8e6031-4a88-4c60-bb47-750a1b40ed16)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:17:05.990399 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:06.042231 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=e1742df5-b025-4bb7-a7df-ca1f4df09622,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:17:06.720140 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['e1742df5-b025-4bb7-a7df-ca1f4df09622'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:17:06.834695 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897449c0-1186-4c88-b96f-f4bc32f49c07 req-1259642f-2a8e-4781-9b59-8a01fde237e5 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:06.836217 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-897449c0-1186-4c88-b96f-f4bc32f49c07 req-1259642f-2a8e-4781-9b59-8a01fde237e5 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=d501459e-4cb9-41ae-bab9-3d5bd1cf61d0 HTTP/1.1" status: 200 len: 945 time: 0.0631869 Jul 09 22:17:06.877373 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-897449c0-1186-4c88-b96f-f4bc32f49c07 req-3c4de516-8042-4b53-83f1-5a9677649fd6 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353611 Jul 09 22:17:07.849724 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66e1b5-c438-49b1-b127-08d67383bfa9 req-7f763f5a-96aa-423b-a640-33c6b0504a52 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:07.851122 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dc66e1b5-c438-49b1-b127-08d67383bfa9 req-7f763f5a-96aa-423b-a640-33c6b0504a52 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 946 time: 0.0660872 Jul 09 22:17:07.890065 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dc66e1b5-c438-49b1-b127-08d67383bfa9 req-3555515f-b116-435e-bf2b-6add14a5b219 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331135 Jul 09 22:17:07.917285 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 42128) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:17:08.051974 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bc5e2-fcd6-46e3-8121-794101e56c3f req-9b5f98bc-6b66-4125-9b1d-9ed83900fd91 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:08.053503 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9b8bc5e2-fcd6-46e3-8121-794101e56c3f req-9b5f98bc-6b66-4125-9b1d-9ed83900fd91 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=d501459e-4cb9-41ae-bab9-3d5bd1cf61d0 HTTP/1.1" status: 200 len: 945 time: 0.0631673 Jul 09 22:17:08.086941 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50badd5a-0746-4117-9342-0528d50aa38a tempest-TestMinimumBasicScenario-1763425004 tempest-TestMinimumBasicScenario-1763425004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:08.088563 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-50badd5a-0746-4117-9342-0528d50aa38a tempest-TestMinimumBasicScenario-1763425004 tempest-TestMinimumBasicScenario-1763425004-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 1094 time: 0.1702166 Jul 09 22:17:08.091684 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 42132) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:17:08.091936 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9b8bc5e2-fcd6-46e3-8121-794101e56c3f req-ae7a8073-4331-4c82-8b8e-185c8e0522e6 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323370 Jul 09 22:17:08.095924 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Request body: {'floatingip': {'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'port_id': '5c300f3a-253a-4819-98e0-22ddfe666c42', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:17:08.118054 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for floatingip, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:08.217945 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:08.327282 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_common [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Allocated IP 172.27.2.105 (48f3c221-d066-4df5-b08c-0298bc94fba3/de0a8c43-0791-41b8-9204-ec5737d75642/f668d4e2-558e-42da-b883-4eff0a9c8452) {{(pid=93127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:17:08.429275 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for port, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:08.471734 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6067558'] for port, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:08.509478 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:17:08.514641 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:17:08.518141 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Received port after_create {{(pid=93127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:17:08.542691 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Pushing event updated for resources: {'Port': ['ID=f668d4e2-558e-42da-b883-4eff0a9c8452,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:17:08.556288 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:08.556637 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:08.557010 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:08.557345 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:08.557685 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:08.558016 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:08.558350 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:08.558728 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:08.559056 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:08.559379 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:08.559703 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:08.560026 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:09.105183 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:09.185950 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:09.284674 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983346f-c5c4-40eb-a344-bfecea127ccb req-9b8ba843-be4b-434b-a285-72c2a6c65ced tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:09.286241 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2983346f-c5c4-40eb-a344-bfecea127ccb req-9b8ba843-be4b-434b-a285-72c2a6c65ced tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=d501459e-4cb9-41ae-bab9-3d5bd1cf61d0 HTTP/1.1" status: 200 len: 945 time: 0.0785921 Jul 09 22:17:09.327060 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2983346f-c5c4-40eb-a344-bfecea127ccb req-b1aa79a0-58a1-4232-938d-2ce3298fe7c8 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341249 Jul 09 22:17:09.357581 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:09.362042 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6067604'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:09.432318 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Pushing event updated for resources: {'Port': ['ID=f668d4e2-558e-42da-b883-4eff0a9c8452,revision_number=2']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:17:09.441268 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545156'] for floatingip, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:09.541417 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.l3_db [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Floating IP 75a4e71e-8464-4adb-9ced-902c5868135f associated. External IP: 172.27.2.105, port: 5c300f3a-253a-4819-98e0-22ddfe666c42. Jul 09 22:17:09.749486 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Router 128b42c5-320e-458c-9d83-35bf57e4a2ab has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:17:09.777248 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device e1742df5-b025-4bb7-a7df-ca1f4df09622 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:17:09.830614 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port e1742df5-b025-4bb7-a7df-ca1f4df09622 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:17:09.835036 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port e1742df5-b025-4bb7-a7df-ca1f4df09622 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:17:09.835426 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:09.860033 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:17:09.872571 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb0239d-099b-42e2-a331-72151654dea7 None None] Sync routers for ids ['128b42c5-320e-458c-9d83-35bf57e4a2ab'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:17:09.876654 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:09.889981 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0239d-099b-42e2-a331-72151654dea7 None None] Routers {'128b42c5-320e-458c-9d83-35bf57e4a2ab'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:17:09.890739 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-bfb0239d-099b-42e2-a331-72151654dea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:16:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['128b42c5-320e-458c-9d83-35bf57e4a2ab'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:17:09.915850 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-1b0621a1-da6b-4ac9-a6c9-4e03462ccd76 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8232851 Jul 09 22:17:09.916635 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da310c23-19fd-4c59-9b5c-d0667decb1b8', 'tag': '5c300f3a-253a-4819-98e0-22ddfe666c42'}] {{(pid=93127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:17:09.919230 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 42148) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:17:09.919625 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d691ae7ca010c27b321c0c72ad4e7b385282b5cc9ac2e43320258e3c95330463" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fee489e-110b-4717-92db-ec088d5f9deb" -d '{"events": [{"name": "network-changed", "server_uuid": "da310c23-19fd-4c59-9b5c-d0667decb1b8", "tag": "5c300f3a-253a-4819-98e0-22ddfe666c42"}]}' {{(pid=93127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:17:09.925952 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-333bb961-d5a0-48a7-a318-0a2c99926ae7 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-196166226', 'description': 'tempest-secgroup-smoke-196166226 description', 'project_id': 'c3bf697e8414479dbd95d42da53ccefa'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:17:09.955088 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-333bb961-d5a0-48a7-a318-0a2c99926ae7 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:09.995182 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.030809 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd501459e-4cb9-41ae-bab9-3d5bd1cf61d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1742df5-b025-4bb7-a7df-ca1f4df09622'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:17:10.033325 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa91b65-5f9c-4709-9ea4-447b8a4d78e7" -d '{"events": [{"server_uuid": "d501459e-4cb9-41ae-bab9-3d5bd1cf61d0", "name": "network-vif-plugged", "status": "completed", "tag": "e1742df5-b025-4bb7-a7df-ca1f4df09622"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:17:10.050109 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-333bb961-d5a0-48a7-a318-0a2c99926ae7 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.052964 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port e1742df5-b025-4bb7-a7df-ca1f4df09622, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e1742df5-b025-4bb7-a7df-ca1f4df09622,segment=NetworkSegment(1e8e6031-4a88-4c60-bb47-750a1b40ed16),segment_id=1e8e6031-4a88-4c60-bb47-750a1b40ed16)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:17:10.055620 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-333bb961-d5a0-48a7-a318-0a2c99926ae7 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.059685 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.062990 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-bfb0239d-099b-42e2-a331-72151654dea7 None None] Set router 128b42c5-320e-458c-9d83-35bf57e4a2ab gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:17:10.087518 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bb961-d5a0-48a7-a318-0a2c99926ae7 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87dafb67-7607-403a-8873-3f7102a7c59e,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:17:10.101824 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-333bb961-d5a0-48a7-a318-0a2c99926ae7 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.103446 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-333bb961-d5a0-48a7-a318-0a2c99926ae7 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1829495 Jul 09 22:17:10.107179 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 42158) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:17:10.112374 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-a9512c48-8547-4f7b-864e-375cb2576bd0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Request body: {'security_group_rule': {'security_group_id': '87dafb67-7607-403a-8873-3f7102a7c59e', 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:17:10.118570 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9608d48a-f851-42b3-8419-225dd7dcb41d x-openstack-request-id: req-9608d48a-f851-42b3-8419-225dd7dcb41d {{(pid=93127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:17:10.118911 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da310c23-19fd-4c59-9b5c-d0667decb1b8", "tag": "5c300f3a-253a-4819-98e0-22ddfe666c42", "status": "completed", "code": 200}]} {{(pid=93127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:17:10.119095 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9608d48a-f851-42b3-8419-225dd7dcb41d {{(pid=93127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:17:10.119482 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da310c23-19fd-4c59-9b5c-d0667decb1b8', 'tag': '5c300f3a-253a-4819-98e0-22ddfe666c42', 'status': 'completed', 'code': 200} Jul 09 22:17:10.145642 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a9512c48-8547-4f7b-864e-375cb2576bd0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.191822 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1cdac2-f402-4057-a10c-581cf6c555d3 x-openstack-request-id: req-6b1cdac2-f402-4057-a10c-581cf6c555d3 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:17:10.192390 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d501459e-4cb9-41ae-bab9-3d5bd1cf61d0", "name": "network-vif-plugged", "status": "completed", "tag": "e1742df5-b025-4bb7-a7df-ca1f4df09622", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:17:10.192638 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b1cdac2-f402-4057-a10c-581cf6c555d3 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:17:10.193040 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd501459e-4cb9-41ae-bab9-3d5bd1cf61d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1742df5-b025-4bb7-a7df-ca1f4df09622', 'code': 200} Jul 09 22:17:10.229750 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee489e-110b-4717-92db-ec088d5f9deb req-33682c5e-ff6b-4d3a-af3d-66c7197b5e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:10.232033 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4fee489e-110b-4717-92db-ec088d5f9deb req-33682c5e-ff6b-4d3a-af3d-66c7197b5e55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3bf697e8414479dbd95d42da53ccefa&device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 1099 time: 0.0781624 Jul 09 22:17:10.232304 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a9512c48-8547-4f7b-864e-375cb2576bd0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.238081 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a9512c48-8547-4f7b-864e-375cb2576bd0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.251817 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9512c48-8547-4f7b-864e-375cb2576bd0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2e743e-b544-461b-9cfe-512f9fc13030,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:17:10.280467 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a9512c48-8547-4f7b-864e-375cb2576bd0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.282422 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-a9512c48-8547-4f7b-864e-375cb2576bd0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1740575 Jul 09 22:17:10.285076 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 42160) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:17:10.291868 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-1bf8c2ba-06fb-4d18-a885-e97b2925d893 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Request body: {'security_group_rule': {'security_group_id': '87dafb67-7607-403a-8873-3f7102a7c59e', 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:17:10.330712 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c2ba-06fb-4d18-a885-e97b2925d893 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.396489 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c2ba-06fb-4d18-a885-e97b2925d893 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.402416 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c2ba-06fb-4d18-a885-e97b2925d893 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.414166 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=e1742df5-b025-4bb7-a7df-ca1f4df09622,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:17:10.420991 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8c2ba-06fb-4d18-a885-e97b2925d893 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d53ebd-49ff-432b-a190-31e0faadf24c,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:17:10.434750 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:10.435118 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:10.435965 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:10.436321 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:10.436678 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:10.437060 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:10.437791 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:10.438272 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:10.438649 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:10.438995 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:10.439340 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:10.439783 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:17:10.455306 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee489e-110b-4717-92db-ec088d5f9deb req-d5aea763-50e1-4008-a3ef-b15d726ec747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:10.456859 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4fee489e-110b-4717-92db-ec088d5f9deb req-d5aea763-50e1-4008-a3ef-b15d726ec747 service neutron] 10.222.0.11 "GET /v2.0/networks?id=47f5e06c-d6cf-411f-8c4e-2ca1eacd079f HTTP/1.1" status: 200 len: 916 time: 0.2126303 Jul 09 22:17:10.459859 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c2ba-06fb-4d18-a885-e97b2925d893 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.462484 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-1bf8c2ba-06fb-4d18-a885-e97b2925d893 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1758201 Jul 09 22:17:10.468985 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 42164) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:17:10.477721 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-e3e5d001-dfa2-4ca1-9b40-6be08bc9f97b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Request body: {'security_group_rule': {'security_group_id': '87dafb67-7607-403a-8873-3f7102a7c59e', 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:17:10.524295 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e3e5d001-dfa2-4ca1-9b40-6be08bc9f97b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.573573 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb63e52-e054-48cb-a57d-de252cefafb3 req-ea130919-6c08-4c37-81bd-200450e7f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:10.575239 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9fb63e52-e054-48cb-a57d-de252cefafb3 req-ea130919-6c08-4c37-81bd-200450e7f236 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d501459e-4cb9-41ae-bab9-3d5bd1cf61d0 HTTP/1.1" status: 200 len: 1099 time: 0.1552055 Jul 09 22:17:10.580157 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4fee489e-110b-4717-92db-ec088d5f9deb req-1fbb5f7e-54c9-4971-89cc-53de69dbe3b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c300f3a-253a-4819-98e0-22ddfe666c42 HTTP/1.1" status: 200 len: 1000 time: 0.1111727 Jul 09 22:17:10.618680 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e3e5d001-dfa2-4ca1-9b40-6be08bc9f97b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.624318 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e3e5d001-dfa2-4ca1-9b40-6be08bc9f97b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.641688 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-bfb0239d-099b-42e2-a331-72151654dea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'name': 'tempest-TestMinimumBasicScenario-2075115797-router', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:50Z', 'updated_at': '2021-07-09T22:15:53Z', 'revision_number': 4, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'gw_port': {'id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:51Z', 'updated_at': '2021-07-09T22:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '75a4e71e-8464-4adb-9ced-902c5868135f', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'port_id': '5c300f3a-253a-4819-98e0-22ddfe666c42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f', 'mac_address': 'fa:16:3e:87:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da310c23-19fd-4c59-9b5c-d0667decb1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:17:08Z', 'updated_at': '2021-07-09T22:17:08Z', 'revision_number': 0, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f4c0ec-1965-482e-9657-cf809db6eddd', 'name': '', 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'mac_address': 'fa:16:3e:19:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:53Z', 'updated_at': '2021-07-09T22:16:01Z', 'revision_number': 5, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'subnets': [{'id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:17:10.647465 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5d001-dfa2-4ca1-9b40-6be08bc9f97b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae156a98-71c6-4afd-a958-2730c4b67d51,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:17:10.654117 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e3e5d001-dfa2-4ca1-9b40-6be08bc9f97b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.655689 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-e3e5d001-dfa2-4ca1-9b40-6be08bc9f97b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1848965 Jul 09 22:17:10.658255 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 42170) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:17:10.664056 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-40dfadb1-472a-43d8-9bc9-3d1fbab5b673 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Request body: {'security_group_rule': {'security_group_id': '87dafb67-7607-403a-8873-3f7102a7c59e', 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:17:10.679917 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb0239d-099b-42e2-a331-72151654dea7 None None] Checking router: 128b42c5-320e-458c-9d83-35bf57e4a2ab for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:17:10.685840 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f80f7-a1a2-44d8-b001-7c22046b34be req-ad6cfc05-5f81-4a3b-8c97-1605fa8c8308 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:10.687430 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-368f80f7-a1a2-44d8-b001-7c22046b34be req-ad6cfc05-5f81-4a3b-8c97-1605fa8c8308 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=d501459e-4cb9-41ae-bab9-3d5bd1cf61d0 HTTP/1.1" status: 200 len: 946 time: 0.1763289 Jul 09 22:17:10.694760 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0239d-099b-42e2-a331-72151654dea7 None None] Routers {'128b42c5-320e-458c-9d83-35bf57e4a2ab'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:17:10.697456 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-bfb0239d-099b-42e2-a331-72151654dea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:16:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['128b42c5-320e-458c-9d83-35bf57e4a2ab'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:17:10.701546 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9fb63e52-e054-48cb-a57d-de252cefafb3 req-8ed18fbf-3858-4494-a02b-9cd824e45a3f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080644 Jul 09 22:17:10.702731 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee489e-110b-4717-92db-ec088d5f9deb req-18c01e13-f857-442a-a87f-3826e642d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:10.704026 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4fee489e-110b-4717-92db-ec088d5f9deb req-18c01e13-f857-442a-a87f-3826e642d19d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=677ed05f-ab01-4cd9-b598-8a5e82092172 HTTP/1.1" status: 200 len: 854 time: 0.1134827 Jul 09 22:17:10.706293 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-40dfadb1-472a-43d8-9bc9-3d1fbab5b673 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.750498 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-368f80f7-a1a2-44d8-b001-7c22046b34be req-81bfdc2b-8d9f-4829-87dc-5bd358950ccc tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494788 Jul 09 22:17:10.781132 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-40dfadb1-472a-43d8-9bc9-3d1fbab5b673 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.786204 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-40dfadb1-472a-43d8-9bc9-3d1fbab5b673 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.807229 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfadb1-472a-43d8-9bc9-3d1fbab5b673 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6b9449-b3bb-46d4-b22b-979406340268,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:17:10.815384 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-40dfadb1-472a-43d8-9bc9-3d1fbab5b673 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.818498 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-bfb0239d-099b-42e2-a331-72151654dea7 None None] Set router 128b42c5-320e-458c-9d83-35bf57e4a2ab gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:17:10.819764 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 42172) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:17:10.820024 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-40dfadb1-472a-43d8-9bc9-3d1fbab5b673 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571462 Jul 09 22:17:10.824586 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-9f650563-d772-489d-9f62-0ba24ac9c9e8 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Request body: {'security_group_rule': {'security_group_id': '87dafb67-7607-403a-8873-3f7102a7c59e', 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:17:10.849067 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.securitygroups_db [None req-9f650563-d772-489d-9f62-0ba24ac9c9e8 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Project c3bf697e8414479dbd95d42da53ccefa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 22:17:10.854130 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f650563-d772-489d-9f62-0ba24ac9c9e8 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.952665 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f650563-d772-489d-9f62-0ba24ac9c9e8 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.959282 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f650563-d772-489d-9f62-0ba24ac9c9e8 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:10.964556 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee489e-110b-4717-92db-ec088d5f9deb req-4386d93e-8088-4ae8-8362-b0417f451abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:10.966593 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4fee489e-110b-4717-92db-ec088d5f9deb req-4386d93e-8088-4ae8-8362-b0417f451abf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47f5e06c-d6cf-411f-8c4e-2ca1eacd079f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1092169 Jul 09 22:17:10.998760 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f650563-d772-489d-9f62-0ba24ac9c9e8 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50669b37-7a44-4683-9e06-e241a0a230a5,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:17:11.035004 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f650563-d772-489d-9f62-0ba24ac9c9e8 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:11.039008 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-9f650563-d772-489d-9f62-0ba24ac9c9e8 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2153394 Jul 09 22:17:11.039484 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 42176) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:17:11.045692 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-b537dd11-c7e3-43b0-9279-4a435fd14242 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Request body: {'security_group_rule': {'security_group_id': '87dafb67-7607-403a-8873-3f7102a7c59e', 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:17:11.069421 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.securitygroups_db [None req-b537dd11-c7e3-43b0-9279-4a435fd14242 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Project c3bf697e8414479dbd95d42da53ccefa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 22:17:11.070071 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-bfb0239d-099b-42e2-a331-72151654dea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'name': 'tempest-TestMinimumBasicScenario-2075115797-router', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:50Z', 'updated_at': '2021-07-09T22:15:53Z', 'revision_number': 4, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'gw_port': {'id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:51Z', 'updated_at': '2021-07-09T22:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '75a4e71e-8464-4adb-9ced-902c5868135f', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'port_id': '5c300f3a-253a-4819-98e0-22ddfe666c42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f', 'mac_address': 'fa:16:3e:87:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da310c23-19fd-4c59-9b5c-d0667decb1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:17:08Z', 'updated_at': '2021-07-09T22:17:08Z', 'revision_number': 0, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f4c0ec-1965-482e-9657-cf809db6eddd', 'name': '', 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'mac_address': 'fa:16:3e:19:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:53Z', 'updated_at': '2021-07-09T22:16:01Z', 'revision_number': 5, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'subnets': [{'id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:17:11.076183 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b537dd11-c7e3-43b0-9279-4a435fd14242 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:11.080157 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4fee489e-110b-4717-92db-ec088d5f9deb req-23ebfee3-a8fd-4952-8116-94ddc7f38cf6 service neutron] 10.222.0.11 "GET /v2.0/networks/47f5e06c-d6cf-411f-8c4e-2ca1eacd079f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053822 Jul 09 22:17:11.101303 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb0239d-099b-42e2-a331-72151654dea7 None None] The sync data for ids ['128b42c5-320e-458c-9d83-35bf57e4a2ab'] in dv-cinder-794962-8-iscsi is: [{'id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'name': 'tempest-TestMinimumBasicScenario-2075115797-router', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:50Z', 'updated_at': '2021-07-09T22:15:53Z', 'revision_number': 4, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'gw_port': {'id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:51Z', 'updated_at': '2021-07-09T22:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '75a4e71e-8464-4adb-9ced-902c5868135f', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'port_id': '5c300f3a-253a-4819-98e0-22ddfe666c42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f', 'mac_address': 'fa:16:3e:87:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da310c23-19fd-4c59-9b5c-d0667decb1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:17:08Z', 'updated_at': '2021-07-09T22:17:08Z', 'revision_number': 0, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f4c0ec-1965-482e-9657-cf809db6eddd', 'name': '', 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'mac_address': 'fa:16:3e:19:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:53Z', 'updated_at': '2021-07-09T22:16:01Z', 'revision_number': 5, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'subnets': [{'id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:17:11.150874 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b537dd11-c7e3-43b0-9279-4a435fd14242 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:11.156173 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b537dd11-c7e3-43b0-9279-4a435fd14242 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:11.175697 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537dd11-c7e3-43b0-9279-4a435fd14242 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef01112-f75d-43a9-b540-5d23ba02c3cc,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:17:11.177077 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4fee489e-110b-4717-92db-ec088d5f9deb req-09c74863-043d-4275-b7d0-f0ef0e15bccd service neutron] 10.222.0.11 "GET /v2.0/networks/47f5e06c-d6cf-411f-8c4e-2ca1eacd079f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896049 Jul 09 22:17:11.185638 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-b537dd11-c7e3-43b0-9279-4a435fd14242 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:11.187142 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-b537dd11-c7e3-43b0-9279-4a435fd14242 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1460531 Jul 09 22:17:11.310884 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8024acba-91c2-4e71-998e-588e33c64e1d None None] New status for floating IP 75a4e71e-8464-4adb-9ced-902c5868135f: ACTIVE {{(pid=93130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 22:17:11.317902 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-24378cf9-a9f4-4392-b3a5-fefe2b07a6e2 req-655a2f02-8eda-4a1e-ad7d-29984746e1d6 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-196166226&fields=id&tenant_id=c3bf697e8414479dbd95d42da53ccefa HTTP/1.1" status: 200 len: 267 time: 0.0364907 Jul 09 22:17:11.392133 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24378cf9-a9f4-4392-b3a5-fefe2b07a6e2 req-e82351a6-650b-4e65-bd04-51d08c9aa4a9 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:11.396107 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-24378cf9-a9f4-4392-b3a5-fefe2b07a6e2 req-e82351a6-650b-4e65-bd04-51d08c9aa4a9 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 946 time: 0.0725238 Jul 09 22:17:11.405823 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-24378cf9-a9f4-4392-b3a5-fefe2b07a6e2 req-b396f90c-dc12-4824-a070-a9c8e8b27ff6 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Request body: {'port': {'security_groups': ['592b4689-1471-43aa-a9e4-5ae7b489a511', '87dafb67-7607-403a-8873-3f7102a7c59e']}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:17:11.563557 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-11a62ba1-7dbb-4e58-b361-6de0b3acbfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:11.731481 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-24378cf9-a9f4-4392-b3a5-fefe2b07a6e2 req-b396f90c-dc12-4824-a070-a9c8e8b27ff6 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:11.971313 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-24378cf9-a9f4-4392-b3a5-fefe2b07a6e2 req-b396f90c-dc12-4824-a070-a9c8e8b27ff6 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] For port 5c300f3a-253a-4819-98e0-22ddfe666c42, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5c300f3a-253a-4819-98e0-22ddfe666c42,segment=NetworkSegment(1a5bb884-0c1d-41db-8e87-a9dddcffe2db),segment_id=1a5bb884-0c1d-41db-8e87-a9dddcffe2db)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:17:12.000826 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c22ca-f466-4d3e-9b7e-bd1855f7f3e3 req-865fabbb-351a-4805-9880-27a851fee1c7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:12.002293 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-867c22ca-f466-4d3e-9b7e-bd1855f7f3e3 req-865fabbb-351a-4805-9880-27a851fee1c7 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=d501459e-4cb9-41ae-bab9-3d5bd1cf61d0 HTTP/1.1" status: 200 len: 946 time: 0.1254182 Jul 09 22:17:12.027608 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-24378cf9-a9f4-4392-b3a5-fefe2b07a6e2 req-b396f90c-dc12-4824-a070-a9c8e8b27ff6 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:12.034734 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-24378cf9-a9f4-4392-b3a5-fefe2b07a6e2 req-b396f90c-dc12-4824-a070-a9c8e8b27ff6 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:12.046773 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['5c300f3a-253a-4819-98e0-22ddfe666c42'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:17:12.077988 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-867c22ca-f466-4d3e-9b7e-bd1855f7f3e3 req-e4c60b64-f67c-47bc-bbe7-b138a6ffcf6b tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697837 Jul 09 22:17:12.092700 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24378cf9-a9f4-4392-b3a5-fefe2b07a6e2 req-b396f90c-dc12-4824-a070-a9c8e8b27ff6 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:12.093475 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-24378cf9-a9f4-4392-b3a5-fefe2b07a6e2 req-b396f90c-dc12-4824-a070-a9c8e8b27ff6 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:12.099136 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-24378cf9-a9f4-4392-b3a5-fefe2b07a6e2 req-b396f90c-dc12-4824-a070-a9c8e8b27ff6 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "PUT /v2.0/ports/5c300f3a-253a-4819-98e0-22ddfe666c42 HTTP/1.1" status: 200 len: 982 time: 0.6990850 Jul 09 22:17:12.099625 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da310c23-19fd-4c59-9b5c-d0667decb1b8', 'tag': '5c300f3a-253a-4819-98e0-22ddfe666c42'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:17:12.110862 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63af2694-8e7d-45bd-9c46-3e72656453c5" -d '{"events": [{"name": "network-changed", "server_uuid": "da310c23-19fd-4c59-9b5c-d0667decb1b8", "tag": "5c300f3a-253a-4819-98e0-22ddfe666c42"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:17:12.160031 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396f90c-dc12-4824-a070-a9c8e8b27ff6 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Pushing event updated for resources: {'Port': ['ID=5c300f3a-253a-4819-98e0-22ddfe666c42,revision_number=6']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:17:12.248814 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['5c300f3a-253a-4819-98e0-22ddfe666c42'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:17:12.278554 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09df49c-0054-48f1-8a4a-aad09dadc65c req-a3843570-16ee-4ead-9296-2b5196db128b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:12.285271 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f09df49c-0054-48f1-8a4a-aad09dadc65c req-a3843570-16ee-4ead-9296-2b5196db128b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 985 time: 0.0786500 Jul 09 22:17:12.327431 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d4672d-bb41-4c61-b6f4-ea4b048cdc70 x-openstack-request-id: req-d6d4672d-bb41-4c61-b6f4-ea4b048cdc70 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:17:12.328084 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da310c23-19fd-4c59-9b5c-d0667decb1b8", "tag": "5c300f3a-253a-4819-98e0-22ddfe666c42", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:17:12.328600 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d6d4672d-bb41-4c61-b6f4-ea4b048cdc70 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:17:12.330543 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da310c23-19fd-4c59-9b5c-d0667decb1b8', 'tag': '5c300f3a-253a-4819-98e0-22ddfe666c42', 'status': 'completed', 'code': 200} Jul 09 22:17:12.351578 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f09df49c-0054-48f1-8a4a-aad09dadc65c req-2baa7ab7-2bc8-4ec1-949d-eec509500f07 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=87dafb67-7607-403a-8873-3f7102a7c59e&id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653064 Jul 09 22:17:12.420892 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af2694-8e7d-45bd-9c46-3e72656453c5 req-ed460511-1c3c-483c-915a-c1e6938f4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:12.422371 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63af2694-8e7d-45bd-9c46-3e72656453c5 req-ed460511-1c3c-483c-915a-c1e6938f4c8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3bf697e8414479dbd95d42da53ccefa&device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 1138 time: 0.0672557 Jul 09 22:17:12.461681 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7a405778-0a36-41eb-b60c-a11a103ca6ae None None] Provisioning complete for port 5c300f3a-253a-4819-98e0-22ddfe666c42 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:17:12.462200 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7a405778-0a36-41eb-b60c-a11a103ca6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:12.553971 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af2694-8e7d-45bd-9c46-3e72656453c5 req-d2ea0698-fda2-44e2-a49a-82d9c88d53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:12.562987 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63af2694-8e7d-45bd-9c46-3e72656453c5 req-d2ea0698-fda2-44e2-a49a-82d9c88d53e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=47f5e06c-d6cf-411f-8c4e-2ca1eacd079f HTTP/1.1" status: 200 len: 916 time: 0.1286798 Jul 09 22:17:12.646290 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63af2694-8e7d-45bd-9c46-3e72656453c5 req-d721506d-8a8d-4c5c-a358-8716452b66df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c300f3a-253a-4819-98e0-22ddfe666c42 HTTP/1.1" status: 200 len: 1002 time: 0.0738206 Jul 09 22:17:12.701021 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af2694-8e7d-45bd-9c46-3e72656453c5 req-fa42e6fc-3631-447a-a1f5-c4a04d5ad35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:12.702556 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63af2694-8e7d-45bd-9c46-3e72656453c5 req-fa42e6fc-3631-447a-a1f5-c4a04d5ad35e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=677ed05f-ab01-4cd9-b598-8a5e82092172 HTTP/1.1" status: 200 len: 854 time: 0.0490005 Jul 09 22:17:12.768256 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af2694-8e7d-45bd-9c46-3e72656453c5 req-00d1a58f-0748-4b32-9ff2-4e7214423e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:12.770147 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63af2694-8e7d-45bd-9c46-3e72656453c5 req-00d1a58f-0748-4b32-9ff2-4e7214423e14 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47f5e06c-d6cf-411f-8c4e-2ca1eacd079f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596259 Jul 09 22:17:12.878719 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63af2694-8e7d-45bd-9c46-3e72656453c5 req-485604d3-bc52-4fc7-b858-4cdd59061c31 service neutron] 10.222.0.11 "GET /v2.0/networks/47f5e06c-d6cf-411f-8c4e-2ca1eacd079f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976524 Jul 09 22:17:12.976863 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63af2694-8e7d-45bd-9c46-3e72656453c5 req-7f32c968-36ae-4026-8c1c-9cf131aac7fc service neutron] 10.222.0.11 "GET /v2.0/networks/47f5e06c-d6cf-411f-8c4e-2ca1eacd079f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911384 Jul 09 22:17:13.268338 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf3559-1bcd-4711-bcac-cb8fa555f3a0 req-469bcdcc-0d1c-4c61-837c-e6b63d415883 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:13.269867 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7adf3559-1bcd-4711-bcac-cb8fa555f3a0 req-469bcdcc-0d1c-4c61-837c-e6b63d415883 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=d501459e-4cb9-41ae-bab9-3d5bd1cf61d0 HTTP/1.1" status: 200 len: 946 time: 0.0742517 Jul 09 22:17:13.309332 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7adf3559-1bcd-4711-bcac-cb8fa555f3a0 req-949c1f9a-8442-41c4-8a9e-892e4af1bc0e tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338738 Jul 09 22:17:14.813664 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d7e4e92d-98e8-42ce-8aea-8ae9bbcd2be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:15.223786 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:16.632216 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:18.434084 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:20.541797 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:21.022838 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:17:41.531373 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-36738d62-24e8-49a0-9079-122c659b4326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:44.804650 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c4bccd7e-2339-4e83-9c8f-f48db631793e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:45.217620 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:46.634133 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:46.749504 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-558562e6-d785-4e94-a0de-aa996cd565a4 req-6dbcf402-4411-4595-9fbf-6f6505477b8a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530376 Jul 09 22:17:46.849030 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558562e6-d785-4e94-a0de-aa996cd565a4 req-3d88a80f-148b-4f89-babf-eb5f32f5813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:46.850541 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-558562e6-d785-4e94-a0de-aa996cd565a4 req-3d88a80f-148b-4f89-babf-eb5f32f5813c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e15379ef8574723b1d38df0187a7df7&device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 1098 time: 0.0563047 Jul 09 22:17:46.956113 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558562e6-d785-4e94-a0de-aa996cd565a4 req-dd1ae0f2-c763-4f4d-9043-9d4bb2cea729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:46.957679 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-558562e6-d785-4e94-a0de-aa996cd565a4 req-dd1ae0f2-c763-4f4d-9043-9d4bb2cea729 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637 HTTP/1.1" status: 200 len: 918 time: 0.0855064 Jul 09 22:17:47.030212 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-558562e6-d785-4e94-a0de-aa996cd565a4 req-3ae8495f-e582-437c-b056-24673a6d3e80 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 HTTP/1.1" status: 200 len: 1001 time: 0.0652816 Jul 09 22:17:47.086959 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558562e6-d785-4e94-a0de-aa996cd565a4 req-caf0365c-e947-497c-823e-662b2bd00713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:47.088972 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-558562e6-d785-4e94-a0de-aa996cd565a4 req-caf0365c-e947-497c-823e-662b2bd00713 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6 HTTP/1.1" status: 200 len: 856 time: 0.0527215 Jul 09 22:17:47.146298 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558562e6-d785-4e94-a0de-aa996cd565a4 req-98c7a425-f8f5-4ade-a165-0110617fe8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:47.147781 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-558562e6-d785-4e94-a0de-aa996cd565a4 req-98c7a425-f8f5-4ade-a165-0110617fe8ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524828 Jul 09 22:17:47.239085 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-558562e6-d785-4e94-a0de-aa996cd565a4 req-d2adf91d-1aa7-4f42-a635-4dce1381d07e service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845761 Jul 09 22:17:47.326520 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-558562e6-d785-4e94-a0de-aa996cd565a4 req-ef92b0d3-5335-4f97-b673-bd864d2751b5 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809460 Jul 09 22:17:48.415356 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:50.535755 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:51.254808 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4682a-da1e-4ca5-b1dc-b4f4df66fc3e req-518be374-1624-4d2e-9bfd-c699b7007834 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:51.256331 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dbd4682a-da1e-4ca5-b1dc-b4f4df66fc3e req-518be374-1624-4d2e-9bfd-c699b7007834 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=d501459e-4cb9-41ae-bab9-3d5bd1cf61d0 HTTP/1.1" status: 200 len: 946 time: 0.0697656 Jul 09 22:17:51.297783 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dbd4682a-da1e-4ca5-b1dc-b4f4df66fc3e req-b2a0be19-efc6-47ee-a19d-013130cd38dd tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326939 Jul 09 22:17:52.487242 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94cb8c-1ac6-4c9b-b015-de1a804a535f req-3a5dc715-2a84-42ec-b159-27efba8f39fb tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:52.488733 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9c94cb8c-1ac6-4c9b-b015-de1a804a535f req-3a5dc715-2a84-42ec-b159-27efba8f39fb tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=d501459e-4cb9-41ae-bab9-3d5bd1cf61d0 HTTP/1.1" status: 200 len: 946 time: 0.0697026 Jul 09 22:17:52.525931 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9c94cb8c-1ac6-4c9b-b015-de1a804a535f req-634b5b19-8ce4-459c-a91c-caf53b4e2cc2 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/security-groups?id=347c8eee-afa3-4945-adf2-2d21ca3b3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310428 Jul 09 22:17:52.552715 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 42478) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:17:52.657110 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2ec9dd80-0735-4134-9c2a-9c0ddde2003f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:52.747588 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2ec9dd80-0735-4134-9c2a-9c0ddde2003f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:52.751140 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2ec9dd80-0735-4134-9c2a-9c0ddde2003f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:52.789420 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9dd80-0735-4134-9c2a-9c0ddde2003f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055e5093-3fa5-4e7d-aedd-74544f676955,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:17:52.797001 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 42482) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:17:52.797211 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-2ec9dd80-0735-4134-9c2a-9c0ddde2003f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e203f8a2ee94787b01912bc43a0aecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432199 Jul 09 22:17:52.847004 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bfca0de3-da49-4ab2-a74c-a50f39ef6965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:52.869002 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bfca0de3-da49-4ab2-a74c-a50f39ef6965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:52.914437 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bfca0de3-da49-4ab2-a74c-a50f39ef6965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:52.917663 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bfca0de3-da49-4ab2-a74c-a50f39ef6965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:52.918804 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-bfca0de3-da49-4ab2-a74c-a50f39ef6965 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/055e5093-3fa5-4e7d-aedd-74544f676955 HTTP/1.1" status: 204 len: 168 time: 0.1204982 Jul 09 22:17:52.926628 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca0de3-da49-4ab2-a74c-a50f39ef6965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055e5093-3fa5-4e7d-aedd-74544f676955,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:17:53.174692 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ea21c-78b6-4779-a9aa-ef1d768d9c95 req-7e4f3521-b8a9-45cf-b83c-3f55ee7f4ec5 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:17:53.176268 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-264ea21c-78b6-4779-a9aa-ef1d768d9c95 req-7e4f3521-b8a9-45cf-b83c-3f55ee7f4ec5 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.11 "GET /v2.0/ports?device_id=d501459e-4cb9-41ae-bab9-3d5bd1cf61d0 HTTP/1.1" status: 200 len: 946 time: 0.0685654 Jul 09 22:17:53.277433 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-264ea21c-78b6-4779-a9aa-ef1d768d9c95 req-e51dc348-a44e-4613-ac81-da312e36a109 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Deleting port e1742df5-b025-4bb7-a7df-ca1f4df09622 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:17:53.277776 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-264ea21c-78b6-4779-a9aa-ef1d768d9c95 req-e51dc348-a44e-4613-ac81-da312e36a109 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:53.378687 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-264ea21c-78b6-4779-a9aa-ef1d768d9c95 req-e51dc348-a44e-4613-ac81-da312e36a109 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] For port e1742df5-b025-4bb7-a7df-ca1f4df09622, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e1742df5-b025-4bb7-a7df-ca1f4df09622,segment=NetworkSegment(1e8e6031-4a88-4c60-bb47-750a1b40ed16),segment_id=1e8e6031-4a88-4c60-bb47-750a1b40ed16)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:17:53.379083 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-264ea21c-78b6-4779-a9aa-ef1d768d9c95 req-e51dc348-a44e-4613-ac81-da312e36a109 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:53.393963 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-264ea21c-78b6-4779-a9aa-ef1d768d9c95 req-e51dc348-a44e-4613-ac81-da312e36a109 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Calling delete_port for e1742df5-b025-4bb7-a7df-ca1f4df09622 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:17:53.541347 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-264ea21c-78b6-4779-a9aa-ef1d768d9c95 req-e51dc348-a44e-4613-ac81-da312e36a109 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:53.558455 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['e1742df5-b025-4bb7-a7df-ca1f4df09622'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:17:53.578353 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51dc348-a44e-4613-ac81-da312e36a109 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Pushing event deleted for resources: {'Port': ['ID=e1742df5-b025-4bb7-a7df-ca1f4df09622,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:17:53.629080 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-264ea21c-78b6-4779-a9aa-ef1d768d9c95 req-e51dc348-a44e-4613-ac81-da312e36a109 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] No DVR routers for this DVR port e1742df5-b025-4bb7-a7df-ca1f4df09622 on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:17:53.634411 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-264ea21c-78b6-4779-a9aa-ef1d768d9c95 req-e51dc348-a44e-4613-ac81-da312e36a109 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:17:53.636822 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-264ea21c-78b6-4779-a9aa-ef1d768d9c95 req-e51dc348-a44e-4613-ac81-da312e36a109 tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.11 "DELETE /v2.0/ports/e1742df5-b025-4bb7-a7df-ca1f4df09622 HTTP/1.1" status: 204 len: 173 time: 0.4545822 Jul 09 22:17:53.636985 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd501459e-4cb9-41ae-bab9-3d5bd1cf61d0', 'name': 'network-vif-deleted', 'tag': 'e1742df5-b025-4bb7-a7df-ca1f4df09622'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:17:53.639354 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61437f9-e9ed-4170-a604-1c942f49c528" -d '{"events": [{"server_uuid": "d501459e-4cb9-41ae-bab9-3d5bd1cf61d0", "name": "network-vif-deleted", "tag": "e1742df5-b025-4bb7-a7df-ca1f4df09622"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:17:53.678990 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626e23d6-db5a-4d9b-8ad3-6cb1192573d3 x-openstack-request-id: req-626e23d6-db5a-4d9b-8ad3-6cb1192573d3 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:17:53.679278 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d501459e-4cb9-41ae-bab9-3d5bd1cf61d0", "name": "network-vif-deleted", "tag": "e1742df5-b025-4bb7-a7df-ca1f4df09622", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:17:53.679614 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-626e23d6-db5a-4d9b-8ad3-6cb1192573d3 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:17:53.679908 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd501459e-4cb9-41ae-bab9-3d5bd1cf61d0', 'name': 'network-vif-deleted', 'tag': 'e1742df5-b025-4bb7-a7df-ca1f4df09622', 'status': 'completed', 'code': 200} Jul 09 22:17:53.733153 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13e17ffb-403b-4193-8e54-3393b3851221 req-33b64d60-960d-48b5-b4d0-82e48e89695f tempest-VolumesSnapshotTestJSON-1806191641 tempest-VolumesSnapshotTestJSON-1806191641-project] 10.222.0.10 "GET /v2.0/ports?device_id=d501459e-4cb9-41ae-bab9-3d5bd1cf61d0 HTTP/1.1" status: 200 len: 210 time: 0.0368094 Jul 09 22:17:55.943127 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device e1742df5-b025-4bb7-a7df-ca1f4df09622 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:17:55.963560 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: e1742df5-b025-4bb7-a7df-ca1f4df09622 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:17:55.963908 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device e1742df5-b025-4bb7-a7df-ca1f4df09622 not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:17:58.012491 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:18:11.524875 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a9e56f82-cb43-4c4d-8d6c-9bf610e78ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:14.806502 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-959d86fe-ba76-44ed-a2dd-103af651b02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:15.220617 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:16.636599 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:18.417822 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:20.551021 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:25.330796 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 42880) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:25.378354 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_v2 [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] Deleting subnet 0a5fcaa4-fc6f-4158-8483-46041fe547bc {{(pid=93128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 22:18:25.381777 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:25.434689 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5189479'] for subnet, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:25.477916 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1912411'] for subnet, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:25.531223 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1912402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6872929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4538554'] for subnet, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:25.557952 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a5fcaa4-fc6f-4158-8483-46041fe547bc,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:25.562683 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:25.564932 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0a5fcaa4-fc6f-4158-8483-46041fe547bc HTTP/1.1" status: 204 len: 168 time: 0.2327228 Jul 09 22:18:25.567564 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 42882) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:25.569505 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.569856 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.570196 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.570558 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.570890 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.571218 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.571563 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.571873 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.572197 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.572520 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.572868 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.573190 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160487cc-1a71-44a6-ba63-985eaae1cfa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.642697 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1966383'] for network, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:25.735273 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909966', 'neutron.services.segments.db._delete_segments_for_network-8759288836437'] for network, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:25.753409 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973640da-d90a-4b6b-a97b-5474349704cd']}} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:18:25.772113 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8e6031-4a88-4c60-bb47-750a1b40ed16') {'for_net_delete': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:18:25.772626 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8e6031-4a88-4c60-bb47-750a1b40ed16') {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:18:25.789894 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759288619569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5483970'] for segment, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:25.811642 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:25.821332 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 22:18:25.821729 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6067632'] for segment, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: Traceback (most recent call last): Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: timer() Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: cb(*args, **kw) Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: return func(*args, **kwargs) Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: self._notify() Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: self.callback(batched_events) Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: event.method(event) Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: return f(self, *a, **k) Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._get(url).json() Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: return self.request(url, 'GET', **kwargs) Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 22:18:25.823396 dv-cinder-794962-8-iscsi neutron-server[93127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 22:18:25.882038 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545178'] for network, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:25.889705 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:25.891496 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/973640da-d90a-4b6b-a97b-5474349704cd HTTP/1.1" status: 204 len: 168 time: 0.3223386 Jul 09 22:18:25.905433 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=973640da-d90a-4b6b-a97b-5474349704cd,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:25.913879 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.914802 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.915176 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.915465 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.915797 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.916163 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.916451 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.916796 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.917150 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.917482 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.917801 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:25.918209 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63b8e-f5cd-4d21-a992-573a67ba84b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:26.104369 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 42890) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:26.159313 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-647dbe91-c48c-4a97-baf2-2d848260b72f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=57c306e1303d4b6db7707f0e6509725a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536580 Jul 09 22:18:26.162371 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 42892) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:26.220408 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5461df49-ac16-4ecc-9891-9d55e6b68d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:26.243813 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5461df49-ac16-4ecc-9891-9d55e6b68d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:26.299856 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5461df49-ac16-4ecc-9891-9d55e6b68d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:26.304477 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5461df49-ac16-4ecc-9891-9d55e6b68d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:26.306332 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-5461df49-ac16-4ecc-9891-9d55e6b68d99 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/347c8eee-afa3-4945-adf2-2d21ca3b3dd4 HTTP/1.1" status: 204 len: 168 time: 0.1429203 Jul 09 22:18:26.319205 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461df49-ac16-4ecc-9891-9d55e6b68d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347c8eee-afa3-4945-adf2-2d21ca3b3dd4,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:35.012033 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:18:41.526976 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-571c7ae3-af0a-47dd-b4d9-f58a0e3a5321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:44.815977 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d0247e1d-a7a2-4dc2-832d-67607f125886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:45.222790 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:46.641836 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:47.057218 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43038) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:47.174960 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8b15e4fd-67ba-457c-b41a-37efcd913e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:47.268844 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8b15e4fd-67ba-457c-b41a-37efcd913e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:47.273003 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8b15e4fd-67ba-457c-b41a-37efcd913e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:47.314529 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15e4fd-67ba-457c-b41a-37efcd913e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774ad190-a9fb-4e1b-b9ce-e099b5728a87,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:47.319990 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-8b15e4fd-67ba-457c-b41a-37efcd913e6e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92c35e22bb434d82b867a8ba0a6253ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617292 Jul 09 22:18:47.322935 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 43050) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:47.379182 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-db1be10a-a543-4699-9c43-ada2ff94f903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:47.406217 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-db1be10a-a543-4699-9c43-ada2ff94f903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:47.485854 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-db1be10a-a543-4699-9c43-ada2ff94f903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:47.488288 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-db1be10a-a543-4699-9c43-ada2ff94f903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:47.489463 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-db1be10a-a543-4699-9c43-ada2ff94f903 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/774ad190-a9fb-4e1b-b9ce-e099b5728a87 HTTP/1.1" status: 204 len: 168 time: 0.1656520 Jul 09 22:18:47.503632 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1be10a-a543-4699-9c43-ada2ff94f903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774ad190-a9fb-4e1b-b9ce-e099b5728a87,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:47.517232 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c23298-4f79-4316-b62e-d8eec5767e9d req-e9db8a8f-2d94-446c-a9f8-a62900eb7362 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:18:47.521205 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f6c23298-4f79-4316-b62e-d8eec5767e9d req-e9db8a8f-2d94-446c-a9f8-a62900eb7362 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0909019 Jul 09 22:18:47.562383 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f6c23298-4f79-4316-b62e-d8eec5767e9d req-e812c188-d780-44aa-be2a-82f866e05cff tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370226 Jul 09 22:18:48.145663 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43074) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:48.243154 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-c8157f5a-bcba-4eb2-8a40-9e3f4bab0db5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-408933693-network', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:18:48.263905 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8157f5a-bcba-4eb2-8a40-9e3f4bab0db5 admin admin] Made reservation on behalf of ee20f04a9dbb481e87628429151deb49 for: {'network': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:18:48.266301 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c8157f5a-bcba-4eb2-8a40-9e3f4bab0db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:48.277285 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c8157f5a-bcba-4eb2-8a40-9e3f4bab0db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:48.368028 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c8157f5a-bcba-4eb2-8a40-9e3f4bab0db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:48.371825 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c8157f5a-bcba-4eb2-8a40-9e3f4bab0db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:48.395020 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8157f5a-bcba-4eb2-8a40-9e3f4bab0db5 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 22:18:48.410517 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8157f5a-bcba-4eb2-8a40-9e3f4bab0db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3a6f1e-2768-4f00-8b0e-d5a51262df55,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:48.416833 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c8157f5a-bcba-4eb2-8a40-9e3f4bab0db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:48.417182 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.segments_db [None req-c8157f5a-bcba-4eb2-8a40-9e3f4bab0db5 admin admin] Added segment 80bb02d3-4090-4da8-8806-10b8343e22a2 of type vlan for network d90375db-451e-43ae-aadc-243874bd1ee1 Jul 09 22:18:48.423344 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:48.461849 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c8157f5a-bcba-4eb2-8a40-9e3f4bab0db5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:48.490038 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c8157f5a-bcba-4eb2-8a40-9e3f4bab0db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:48.491508 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8157f5a-bcba-4eb2-8a40-9e3f4bab0db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:18:48.492085 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c8157f5a-bcba-4eb2-8a40-9e3f4bab0db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:48.539630 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-c8157f5a-bcba-4eb2-8a40-9e3f4bab0db5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3927882 Jul 09 22:18:48.542474 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 43078) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:48.547509 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-70fd9202-1174-4ae6-8ec4-09ce0da58cbc admin admin] Request body: {'subnet': {'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-408933693-subnet', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'ip_version': 4}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:18:48.550007 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8157f5a-bcba-4eb2-8a40-9e3f4bab0db5 admin admin] Pushing event updated for resources: {'Network': ['ID=d90375db-451e-43ae-aadc-243874bd1ee1,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:48.560672 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network d90375db-451e-43ae-aadc-243874bd1ee1 details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:18:48.568925 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fd9202-1174-4ae6-8ec4-09ce0da58cbc admin admin] Made reservation on behalf of ee20f04a9dbb481e87628429151deb49 for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:18:48.571782 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-70fd9202-1174-4ae6-8ec4-09ce0da58cbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4538971'] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:48.813995 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-70fd9202-1174-4ae6-8ec4-09ce0da58cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4538953'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:48.871077 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca04349-aa2f-4c23-bee0-15feb9e3c1cd req-17dec3bb-4369-4f84-bc95-e084215a4a6d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:18:48.872551 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fca04349-aa2f-4c23-bee0-15feb9e3c1cd req-17dec3bb-4369-4f84-bc95-e084215a4a6d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.1849117 Jul 09 22:18:48.886988 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-97e62ef5-d15e-408f-9e92-156ea8ec932c req-278fa535-5408-4833-9b2b-e49df5fd26b6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1687670 Jul 09 22:18:48.909009 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd9202-1174-4ae6-8ec4-09ce0da58cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2a5a007-f5b7-40b7-b21d-55e4526026d0,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:48.960069 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd9202-1174-4ae6-8ec4-09ce0da58cbc admin admin] Checking segment: {'id': '80bb02d3-4090-4da8-8806-10b8343e22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:18:48.960424 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd9202-1174-4ae6-8ec4-09ce0da58cbc admin admin] Network hostable DHCP agents. Network: d90375db-451e-43ae-aadc-243874bd1ee1, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:18:48.966618 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fca04349-aa2f-4c23-bee0-15feb9e3c1cd req-aa797777-2a3d-4e32-b8b9-ed63a2eaafce tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859959 Jul 09 22:18:48.994466 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd9202-1174-4ae6-8ec4-09ce0da58cbc admin admin] Network d90375db-451e-43ae-aadc-243874bd1ee1 is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:18:49.006431 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-70fd9202-1174-4ae6-8ec4-09ce0da58cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, d90375db-451e-43ae-aadc-243874bd1ee1) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:18:49.011419 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e62ef5-d15e-408f-9e92-156ea8ec932c req-1d4b6a37-684b-4e6d-b0f7-c0662e3561f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:18:49.012926 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-97e62ef5-d15e-408f-9e92-156ea8ec932c req-1d4b6a37-684b-4e6d-b0f7-c0662e3561f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3bf697e8414479dbd95d42da53ccefa&device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 1138 time: 0.0981789 Jul 09 22:18:49.014057 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fd9202-1174-4ae6-8ec4-09ce0da58cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:18:49.014631 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-70fd9202-1174-4ae6-8ec4-09ce0da58cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:49.015488 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa229bc-5797-441e-9b68-e3e9208a8354 None None] Network d90375db-451e-43ae-aadc-243874bd1ee1 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:18:49.030431 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-70fd9202-1174-4ae6-8ec4-09ce0da58cbc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4866967 Jul 09 22:18:49.034286 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43082) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:49.040138 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-408933693-router', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:18:49.061456 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518699'] for router, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:49.062529 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518706'] for router, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:49.119902 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:49.133620 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e62ef5-d15e-408f-9e92-156ea8ec932c req-6fde3e32-f7b8-4663-8df2-44d5fb51943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:18:49.135588 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-97e62ef5-d15e-408f-9e92-156ea8ec932c req-6fde3e32-f7b8-4663-8df2-44d5fb51943c service neutron] 10.222.0.11 "GET /v2.0/networks?id=47f5e06c-d6cf-411f-8c4e-2ca1eacd079f HTTP/1.1" status: 200 len: 916 time: 0.1018145 Jul 09 22:18:49.169541 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7463845-7020-514f-8315-7c447ba083c1-d90375db-451e-43ae-aadc-243874bd1ee1', 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'fixed_ips': [{'subnet_id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0'}]}} from dv-cinder-794962-8-iscsi. {{(pid=93129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 22:18:49.170393 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:49.212591 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-97e62ef5-d15e-408f-9e92-156ea8ec932c req-39e5d66d-14cc-4e5c-9521-5e91fd4b044f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c300f3a-253a-4819-98e0-22ddfe666c42 HTTP/1.1" status: 200 len: 1002 time: 0.0709856 Jul 09 22:18:49.269094 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-518656'] for router, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:49.277219 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e62ef5-d15e-408f-9e92-156ea8ec932c req-3f73b92a-5d6d-433e-afbb-54ba83e7fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:18:49.279081 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-97e62ef5-d15e-408f-9e92-156ea8ec932c req-3f73b92a-5d6d-433e-afbb-54ba83e7fd02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=677ed05f-ab01-4cd9-b598-8a5e82092172 HTTP/1.1" status: 200 len: 854 time: 0.0596752 Jul 09 22:18:49.328657 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Allocated IP 172.20.0.2 (d90375db-451e-43ae-aadc-243874bd1ee1/b2a5a007-f5b7-40b7-b21d-55e4526026d0/9b458dbc-06fe-4118-9d4e-fff325b84b0b) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:18:49.340344 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e62ef5-d15e-408f-9e92-156ea8ec932c req-1970bb99-0e60-47b9-8a10-064f8e3db383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:18:49.341989 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-97e62ef5-d15e-408f-9e92-156ea8ec932c req-1970bb99-0e60-47b9-8a10-064f8e3db383 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47f5e06c-d6cf-411f-8c4e-2ca1eacd079f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558999 Jul 09 22:18:49.446989 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-97e62ef5-d15e-408f-9e92-156ea8ec932c req-fc37c7fc-413d-4ff9-a996-109f9d11354b service neutron] 10.222.0.11 "GET /v2.0/networks/47f5e06c-d6cf-411f-8c4e-2ca1eacd079f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981796 Jul 09 22:18:49.494423 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:49.502101 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:49.511010 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Transition to ACTIVE for port object 9b458dbc-06fe-4118-9d4e-fff325b84b0b will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:18:49.514997 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:49.527705 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Transition to ACTIVE for port object 9b458dbc-06fe-4118-9d4e-fff325b84b0b will not be triggered until provisioned by entity DHCP. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:18:49.538495 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:49.559215 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-97e62ef5-d15e-408f-9e92-156ea8ec932c req-368595db-e014-4145-af47-0b8bf50c9843 service neutron] 10.222.0.11 "GET /v2.0/networks/47f5e06c-d6cf-411f-8c4e-2ca1eacd079f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047039 Jul 09 22:18:49.576824 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Network d90375db-451e-43ae-aadc-243874bd1ee1 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:18:49.582036 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:18:49.586352 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:18:49.618827 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Pushing event updated for resources: {'Port': ['ID=9b458dbc-06fe-4118-9d4e-fff325b84b0b,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:49.629430 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:49.630039 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:49.630383 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:49.630719 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:49.631090 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:49.632218 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:49.633395 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:49.633745 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:49.634083 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:49.634414 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:49.634744 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:49.635061 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:49.654120 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_common [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] Allocated IP 172.27.2.102 (48f3c221-d066-4df5-b08c-0298bc94fba3/de0a8c43-0791-41b8-9204-ec5737d75642/2534427c-73ca-492c-ad17-85b7b51c1a2f) {{(pid=93127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:18:49.669038 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Attempting to bind port 9b458dbc-06fe-4118-9d4e-fff325b84b0b on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:18:49.669776 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Attempting to bind port 9b458dbc-06fe-4118-9d4e-fff325b84b0b by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '80bb02d3-4090-4da8-8806-10b8343e22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:18:49.670179 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Attempting to bind port 9b458dbc-06fe-4118-9d4e-fff325b84b0b on network d90375db-451e-43ae-aadc-243874bd1ee1 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:18:49.676402 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:18:49.676850 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Checking segment: {'id': '80bb02d3-4090-4da8-8806-10b8343e22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:18:49.677202 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:49.677592 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Bound using segment: {'id': '80bb02d3-4090-4da8-8806-10b8343e22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:18:49.678064 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Bound port: 9b458dbc-06fe-4118-9d4e-fff325b84b0b, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80bb02d3-4090-4da8-8806-10b8343e22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:18:49.678443 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:49.758626 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] For port 9b458dbc-06fe-4118-9d4e-fff325b84b0b, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:18:49.761920 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] For port 9b458dbc-06fe-4118-9d4e-fff325b84b0b, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=9b458dbc-06fe-4118-9d4e-fff325b84b0b,segment=NetworkSegment(80bb02d3-4090-4da8-8806-10b8343e22a2),segment_id=80bb02d3-4090-4da8-8806-10b8343e22a2)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:18:49.762554 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:49.767002 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:49.807809 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6067558'] for port, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:49.831792 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026f695-9caa-4a2a-b16c-d16bf381bc59 None None] Pushing event updated for resources: {'Port': ['ID=9b458dbc-06fe-4118-9d4e-fff325b84b0b,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:49.851410 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:18:49.854496 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:18:49.858870 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] Received port after_create {{(pid=93127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:18:49.862057 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] Pushing event updated for resources: {'Port': ['ID=2534427c-73ca-492c-ad17-85b7b51c1a2f,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:50.159533 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e8b59-64d6-46c0-9512-fae00d9e7323 req-24acad92-639f-4a7d-9746-c5a2bfe53475 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:18:50.167269 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-097e8b59-64d6-46c0-9512-fae00d9e7323 req-24acad92-639f-4a7d-9746-c5a2bfe53475 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0727150 Jul 09 22:18:50.201835 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-097e8b59-64d6-46c0-9512-fae00d9e7323 req-73b0a036-aec1-4ba6-b0d1-65072adaf13f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336232 Jul 09 22:18:50.237255 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 9b458dbc-06fe-4118-9d4e-fff325b84b0b up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:18:50.290866 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 9b458dbc-06fe-4118-9d4e-fff325b84b0b completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:18:50.330850 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:50.527401 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545250'] for router, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:50.544682 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:50.665889 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] Router 57f3b767-1c09-46d2-9799-0b34b9e66ee5 is scheduled to L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 with binding_index 1 {{(pid=93127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 22:18:50.700569 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428b4acc-6bc7-4549-9eeb-55def4103335 None None] Network d90375db-451e-43ae-aadc-243874bd1ee1 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:18:50.772635 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:18:50.783221 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Sync routers for ids ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:18:50.791838 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] Notify callbacks [] for router, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:50.793197 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-f3d72d73-3657-43e3-8b39-c529fe3b5546 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7577627 Jul 09 22:18:50.796707 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43086) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:50.821590 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-b913cb6a-bc9d-4026-a75e-899f92be43b3 None None] Provisioning for port 9b458dbc-06fe-4118-9d4e-fff325b84b0b completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:18:50.827952 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Routers {'57f3b767-1c09-46d2-9799-0b34b9e66ee5'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:18:50.828584 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:18:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:18:50.835185 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-b913cb6a-bc9d-4026-a75e-899f92be43b3 None None] Provisioning complete for port 9b458dbc-06fe-4118-9d4e-fff325b84b0b triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:18:50.835561 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b913cb6a-bc9d-4026-a75e-899f92be43b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:51.123529 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Set router 57f3b767-1c09-46d2-9799-0b34b9e66ee5 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:18:51.216380 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:51.255581 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b913cb6a-bc9d-4026-a75e-899f92be43b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:51.328219 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-b913cb6a-bc9d-4026-a75e-899f92be43b3 None None] For port 9b458dbc-06fe-4118-9d4e-fff325b84b0b, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=9b458dbc-06fe-4118-9d4e-fff325b84b0b,segment=NetworkSegment(80bb02d3-4090-4da8-8806-10b8343e22a2),segment_id=80bb02d3-4090-4da8-8806-10b8343e22a2)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:18:51.340499 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b913cb6a-bc9d-4026-a75e-899f92be43b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:51.418030 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356400bd-1ddc-4da8-bd17-97de20b22d1c req-8fc1c5a4-5c15-428a-ab67-c761cbe586a8 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:18:51.424662 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_common [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] Allocated IP 172.20.0.1 (d90375db-451e-43ae-aadc-243874bd1ee1/b2a5a007-f5b7-40b7-b21d-55e4526026d0/2fc3c5d2-a0d2-4744-86a0-c8848568fe4e) {{(pid=93127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:18:51.427135 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-356400bd-1ddc-4da8-bd17-97de20b22d1c req-8fc1c5a4-5c15-428a-ab67-c761cbe586a8 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0819621 Jul 09 22:18:51.450291 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913cb6a-bc9d-4026-a75e-899f92be43b3 None None] Pushing event updated for resources: {'Port': ['ID=9b458dbc-06fe-4118-9d4e-fff325b84b0b,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:51.480281 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'name': 'tempest-TestShelveInstance-408933693-router', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:50Z', 'revision_number': 3, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'gw_port': {'id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:11:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:18:51.499461 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-356400bd-1ddc-4da8-bd17-97de20b22d1c req-585347c0-dbb5-447e-9bc3-7d0221879eb7 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711951 Jul 09 22:18:51.513331 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Checking router: 57f3b767-1c09-46d2-9799-0b34b9e66ee5 for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:18:51.513683 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Updating router 57f3b767-1c09-46d2-9799-0b34b9e66ee5 port 2534427c-73ca-492c-ad17-85b7b51c1a2f binding host dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:18:51.561186 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:51.578979 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:51.594357 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.provisioning_blocks [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] Transition to ACTIVE for port object 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e will not be triggered until provisioned by entity DHCP. {{(pid=93127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:18:51.612639 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-12dd3704-72a9-4586-9280-81f965817129 None None] Provisioning complete for port 9b458dbc-06fe-4118-9d4e-fff325b84b0b triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:18:51.613271 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-12dd3704-72a9-4586-9280-81f965817129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:51.638716 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6067558'] for port, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:51.677279 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] Network d90375db-451e-43ae-aadc-243874bd1ee1 is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:18:51.684306 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:18:51.688271 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] Received port after_create {{(pid=93127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:18:51.711271 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] Pushing event updated for resources: {'Port': ['ID=2fc3c5d2-a0d2-4744-86a0-c8848568fe4e,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:51.732191 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548053'] for router_interface, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:51.879434 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:51.898325 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:51.907971 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Transition to ACTIVE for port object 2534427c-73ca-492c-ad17-85b7b51c1a2f will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:18:51.913859 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:51.978601 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-95dad27b-e80b-4044-8c1f-5c8ea210c6c3 None None] Provisioning for port 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:18:51.981414 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Attempting to bind port 2534427c-73ca-492c-ad17-85b7b51c1a2f on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:18:51.981787 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Attempting to bind port 2534427c-73ca-492c-ad17-85b7b51c1a2f by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:18:51.982142 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Attempting to bind port 2534427c-73ca-492c-ad17-85b7b51c1a2f on network 48f3c221-d066-4df5-b08c-0298bc94fba3 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:18:51.985084 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca519ca-3c92-4271-850c-4256cf100d6f None None] Pushing event updated for resources: {'Port': ['ID=2534427c-73ca-492c-ad17-85b7b51c1a2f,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:51.992350 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-95dad27b-e80b-4044-8c1f-5c8ea210c6c3 None None] Provisioning complete for port 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:18:51.992891 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-95dad27b-e80b-4044-8c1f-5c8ea210c6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:51.995702 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:18:51.995702 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Checking segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:18:51.996100 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:51.996496 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Bound using segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:18:51.997094 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Bound port: 2534427c-73ca-492c-ad17-85b7b51c1a2f, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:18:51.997478 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:52.054700 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:52.059623 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6067604'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:52.060439 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-95dad27b-e80b-4044-8c1f-5c8ea210c6c3 None None] Port 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:18:52.082784 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] For port 2534427c-73ca-492c-ad17-85b7b51c1a2f, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:18:52.086365 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] For port 2534427c-73ca-492c-ad17-85b7b51c1a2f, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=2534427c-73ca-492c-ad17-85b7b51c1a2f,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:18:52.090689 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:52.127495 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] Pushing event updated for resources: {'Port': ['ID=2fc3c5d2-a0d2-4744-86a0-c8848568fe4e,revision_number=2']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:52.130142 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545448'] for router_interface, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:52.154927 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Routers {'57f3b767-1c09-46d2-9799-0b34b9e66ee5'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:18:52.155558 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:18:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:18:52.158627 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca519ca-3c92-4271-850c-4256cf100d6f None None] Pushing event updated for resources: {'Port': ['ID=2534427c-73ca-492c-ad17-85b7b51c1a2f,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:52.207010 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 9b458dbc-06fe-4118-9d4e-fff325b84b0b up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:18:52.226023 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] Network d90375db-451e-43ae-aadc-243874bd1ee1 is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:18:52.227427 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:18:52.308448 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] Set router 57f3b767-1c09-46d2-9799-0b34b9e66ee5 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:18:52.342967 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 9b458dbc-06fe-4118-9d4e-fff325b84b0b triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:18:52.343435 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:52.346338 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] Router 57f3b767-1c09-46d2-9799-0b34b9e66ee5 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:18:52.543196 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-f8f0c153-cc11-4c46-8e3d-95df71dd400b None None] Provisioning complete for port 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:18:52.543575 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f8f0c153-cc11-4c46-8e3d-95df71dd400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:52.609652 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0c153-cc11-4c46-8e3d-95df71dd400b None None] Port 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:18:52.635485 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'name': 'tempest-TestShelveInstance-408933693-router', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:51Z', 'revision_number': 4, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'gw_port': {'id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:11:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '2fc3c5d2-a0d2-4744-86a0-c8848568fe4e', 'name': '', 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'mac_address': 'fa:16:3e:e9:e4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:51Z', 'updated_at': '2021-07-09T22:18:51Z', 'revision_number': 2, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'subnets': [{'id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:18:52.663871 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a2c1d-3385-4076-a3ec-5de40e877be7 None None] The sync data for ids ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'] in dv-cinder-794962-8-iscsi is: [{'id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'name': 'tempest-TestShelveInstance-408933693-router', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:51Z', 'revision_number': 4, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'gw_port': {'id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:11:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '2fc3c5d2-a0d2-4744-86a0-c8848568fe4e', 'name': '', 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'mac_address': 'fa:16:3e:e9:e4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:51Z', 'updated_at': '2021-07-09T22:18:51Z', 'revision_number': 2, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'subnets': [{'id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:18:52.676159 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:18:52.681182 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-7880941c-fe9e-4282-806c-b3317ca95686 admin admin] 10.222.0.10 "PUT /v2.0/routers/57f3b767-1c09-46d2-9799-0b34b9e66ee5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8839848 Jul 09 22:18:52.693995 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fba3e-d527-4e07-9efb-c8b2ec33b4f5 req-bda277fe-bd13-47fa-939b-95ca90ee1a47 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:18:52.695592 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fc8fba3e-d527-4e07-9efb-c8b2ec33b4f5 req-bda277fe-bd13-47fa-939b-95ca90ee1a47 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0839334 Jul 09 22:18:52.735846 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fc8fba3e-d527-4e07-9efb-c8b2ec33b4f5 req-f7b2d524-514f-4ad7-b90a-28f52dc39995 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341961 Jul 09 22:18:53.184835 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 43106) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:53.189709 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-b4dc95f1-489b-4d4f-8664-31a69a9dc64f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1701549430-network', 'tenant_id': '900a1917e3b34a6e883383f481ba7919'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:18:53.215052 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dc95f1-489b-4d4f-8664-31a69a9dc64f admin admin] Made reservation on behalf of 900a1917e3b34a6e883383f481ba7919 for: {'network': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:18:53.217798 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b4dc95f1-489b-4d4f-8664-31a69a9dc64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:53.226958 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b4dc95f1-489b-4d4f-8664-31a69a9dc64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:53.603166 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b4dc95f1-489b-4d4f-8664-31a69a9dc64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:53.607861 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b4dc95f1-489b-4d4f-8664-31a69a9dc64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:53.633804 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4dc95f1-489b-4d4f-8664-31a69a9dc64f admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 22:18:53.647977 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc95f1-489b-4d4f-8664-31a69a9dc64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27be4e20-f0c8-4497-a6da-4ecfaa81e7a8,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:53.653110 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b4dc95f1-489b-4d4f-8664-31a69a9dc64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:53.653446 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.segments_db [None req-b4dc95f1-489b-4d4f-8664-31a69a9dc64f admin admin] Added segment 03a4df16-a134-49ac-a977-682280beb934 of type vlan for network 4172ddd1-d7cf-4d09-a1f8-ff0153b281fc Jul 09 22:18:53.695128 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b4dc95f1-489b-4d4f-8664-31a69a9dc64f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:53.725052 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b4dc95f1-489b-4d4f-8664-31a69a9dc64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:53.726021 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dc95f1-489b-4d4f-8664-31a69a9dc64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:18:53.726610 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b4dc95f1-489b-4d4f-8664-31a69a9dc64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:53.781052 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-b4dc95f1-489b-4d4f-8664-31a69a9dc64f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5949492 Jul 09 22:18:53.783864 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 43110) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:53.789160 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-7b4f8bab-54d1-4a26-8024-3843da076687 admin admin] Request body: {'subnet': {'network_id': '4172ddd1-d7cf-4d09-a1f8-ff0153b281fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1701549430-subnet', 'tenant_id': '900a1917e3b34a6e883383f481ba7919', 'ip_version': 4}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:18:53.800418 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc95f1-489b-4d4f-8664-31a69a9dc64f admin admin] Pushing event updated for resources: {'Network': ['ID=4172ddd1-d7cf-4d09-a1f8-ff0153b281fc,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:53.812075 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network 4172ddd1-d7cf-4d09-a1f8-ff0153b281fc details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:18:53.820945 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4f8bab-54d1-4a26-8024-3843da076687 admin admin] Made reservation on behalf of 900a1917e3b34a6e883383f481ba7919 for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:18:53.823438 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7b4f8bab-54d1-4a26-8024-3843da076687 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4538971'] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:53.983786 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c850fb-dd21-412d-aa28-9d3795fb4e24 req-0f364cf3-1b84-47cb-ad36-b5d5798fc2ad tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:18:53.985404 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0c850fb-dd21-412d-aa28-9d3795fb4e24 req-0f364cf3-1b84-47cb-ad36-b5d5798fc2ad tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.1092160 Jul 09 22:18:54.074447 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0c850fb-dd21-412d-aa28-9d3795fb4e24 req-ad10eff4-fd05-4e7f-925d-41e05b6e1cb9 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690792 Jul 09 22:18:54.097807 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7b4f8bab-54d1-4a26-8024-3843da076687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4538953'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:54.152256 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f8bab-54d1-4a26-8024-3843da076687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c39288e-d678-42f2-b7e9-a70176d00b05,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:54.164870 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4f8bab-54d1-4a26-8024-3843da076687 admin admin] Checking segment: {'id': '03a4df16-a134-49ac-a977-682280beb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4172ddd1-d7cf-4d09-a1f8-ff0153b281fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:18:54.165250 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4f8bab-54d1-4a26-8024-3843da076687 admin admin] Network hostable DHCP agents. Network: 4172ddd1-d7cf-4d09-a1f8-ff0153b281fc, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:18:54.185167 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4f8bab-54d1-4a26-8024-3843da076687 admin admin] Network 4172ddd1-d7cf-4d09-a1f8-ff0153b281fc is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:18:54.194847 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-7b4f8bab-54d1-4a26-8024-3843da076687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, 4172ddd1-d7cf-4d09-a1f8-ff0153b281fc) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:18:54.199658 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4f8bab-54d1-4a26-8024-3843da076687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:18:54.200642 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7b4f8bab-54d1-4a26-8024-3843da076687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:54.204002 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b284386-5837-4c1e-a014-5c7673a5b07a None None] Network 4172ddd1-d7cf-4d09-a1f8-ff0153b281fc requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:18:54.216456 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-7b4f8bab-54d1-4a26-8024-3843da076687 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4314163 Jul 09 22:18:54.219162 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 43112) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:54.223783 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1701549430-router', 'tenant_id': '900a1917e3b34a6e883383f481ba7919', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:18:54.249221 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518699'] for router, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:54.250245 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518706'] for router, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:54.253743 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 2534427c-73ca-492c-ad17-85b7b51c1a2f up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:18:54.314458 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:54.349869 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 2534427c-73ca-492c-ad17-85b7b51c1a2f completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:18:54.359460 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 2534427c-73ca-492c-ad17-85b7b51c1a2f triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:18:54.359841 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:54.432099 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7463845-7020-514f-8315-7c447ba083c1-4172ddd1-d7cf-4d09-a1f8-ff0153b281fc', 'network_id': '4172ddd1-d7cf-4d09-a1f8-ff0153b281fc', 'tenant_id': '900a1917e3b34a6e883383f481ba7919', 'fixed_ips': [{'subnet_id': '9c39288e-d678-42f2-b7e9-a70176d00b05'}]}} from dv-cinder-794962-8-iscsi. {{(pid=93129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 22:18:54.432998 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:54.453924 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-518656'] for router, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:54.492617 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:54.571781 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port 2534427c-73ca-492c-ad17-85b7b51c1a2f, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=2534427c-73ca-492c-ad17-85b7b51c1a2f,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:18:54.578132 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:54.668936 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Allocated IP 172.20.0.2 (4172ddd1-d7cf-4d09-a1f8-ff0153b281fc/9c39288e-d678-42f2-b7e9-a70176d00b05/03d42545-0865-42e9-80a9-a7db9c88c370) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:18:54.669942 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=2534427c-73ca-492c-ad17-85b7b51c1a2f,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:54.688149 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:54.707274 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Sync routers for ids ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'] in dv-cinder-794962-8-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:18:54.713242 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:54.721173 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Routers {'57f3b767-1c09-46d2-9799-0b34b9e66ee5'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:18:54.722510 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:18:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:18:54.828365 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:54.833792 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Set router 57f3b767-1c09-46d2-9799-0b34b9e66ee5 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:18:54.839391 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Transition to ACTIVE for port object 03d42545-0865-42e9-80a9-a7db9c88c370 will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:18:54.843137 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] Allocated IP 172.27.2.224 (48f3c221-d066-4df5-b08c-0298bc94fba3/de0a8c43-0791-41b8-9204-ec5737d75642/a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:18:54.856348 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Transition to ACTIVE for port object 03d42545-0865-42e9-80a9-a7db9c88c370 will not be triggered until provisioned by entity DHCP. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:18:54.863953 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:54.913710 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Network 4172ddd1-d7cf-4d09-a1f8-ff0153b281fc is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:18:54.917713 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:18:54.919591 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Pushing event updated for resources: {'Port': ['ID=03d42545-0865-42e9-80a9-a7db9c88c370,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:54.921818 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:18:54.961501 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:54.980762 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Attempting to bind port 03d42545-0865-42e9-80a9-a7db9c88c370 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:18:54.981144 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Attempting to bind port 03d42545-0865-42e9-80a9-a7db9c88c370 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '03a4df16-a134-49ac-a977-682280beb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4172ddd1-d7cf-4d09-a1f8-ff0153b281fc'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:18:54.981508 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Attempting to bind port 03d42545-0865-42e9-80a9-a7db9c88c370 on network 4172ddd1-d7cf-4d09-a1f8-ff0153b281fc {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:18:54.986939 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:18:54.986939 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Checking segment: {'id': '03a4df16-a134-49ac-a977-682280beb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4172ddd1-d7cf-4d09-a1f8-ff0153b281fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:18:54.987355 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:54.987728 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Bound using segment: {'id': '03a4df16-a134-49ac-a977-682280beb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4172ddd1-d7cf-4d09-a1f8-ff0153b281fc'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:18:54.988501 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Bound port: 03d42545-0865-42e9-80a9-a7db9c88c370, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a4df16-a134-49ac-a977-682280beb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4172ddd1-d7cf-4d09-a1f8-ff0153b281fc'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:18:54.988648 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:55.007826 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:55.044321 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:18:55.048925 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:18:55.051385 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:18:55.061549 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] For port 03d42545-0865-42e9-80a9-a7db9c88c370, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:18:55.065727 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] For port 03d42545-0865-42e9-80a9-a7db9c88c370, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=03d42545-0865-42e9-80a9-a7db9c88c370,segment=NetworkSegment(03a4df16-a134-49ac-a977-682280beb934),segment_id=03a4df16-a134-49ac-a977-682280beb934)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:18:55.071382 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'name': 'tempest-TestShelveInstance-408933693-router', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:51Z', 'revision_number': 4, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'gw_port': {'id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '2fc3c5d2-a0d2-4744-86a0-c8848568fe4e', 'name': '', 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'mac_address': 'fa:16:3e:e9:e4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:51Z', 'updated_at': '2021-07-09T22:18:51Z', 'revision_number': 2, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'subnets': [{'id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:18:55.071829 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:55.094241 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:55.098078 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Checking router: 57f3b767-1c09-46d2-9799-0b34b9e66ee5 for host: dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:18:55.098430 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Updating router 57f3b767-1c09-46d2-9799-0b34b9e66ee5 port 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e binding host dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:18:55.143248 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:55.156210 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1207e-524a-4574-8fdc-9ea0262f94b6 None None] Pushing event updated for resources: {'Port': ['ID=03d42545-0865-42e9-80a9-a7db9c88c370,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:55.390991 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ac5c3-d3ac-44e8-bfe2-6b36a95f0598 req-f8a74ac8-3af1-4308-b841-81bc8a1a2a39 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:18:55.392817 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-643ac5c3-d3ac-44e8-bfe2-6b36a95f0598 req-f8a74ac8-3af1-4308-b841-81bc8a1a2a39 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.1634495 Jul 09 22:18:55.422317 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:55.460600 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Notify callbacks [] for port, precommit_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:55.470790 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Transition to ACTIVE for port object 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:18:55.478463 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:55.484433 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-643ac5c3-d3ac-44e8-bfe2-6b36a95f0598 req-8c3c3ef7-6b5c-4b1f-b28a-8344412854b4 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840905 Jul 09 22:18:55.554449 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df7ac8-2e7b-4ee2-a77f-48da6648e27d None None] Pushing event updated for resources: {'Port': ['ID=2fc3c5d2-a0d2-4744-86a0-c8848568fe4e,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:55.582782 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df7ac8-2e7b-4ee2-a77f-48da6648e27d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:55.583128 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df7ac8-2e7b-4ee2-a77f-48da6648e27d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:55.583463 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df7ac8-2e7b-4ee2-a77f-48da6648e27d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:55.583788 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df7ac8-2e7b-4ee2-a77f-48da6648e27d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:55.584681 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df7ac8-2e7b-4ee2-a77f-48da6648e27d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:55.585022 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df7ac8-2e7b-4ee2-a77f-48da6648e27d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:55.585376 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df7ac8-2e7b-4ee2-a77f-48da6648e27d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:55.585695 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df7ac8-2e7b-4ee2-a77f-48da6648e27d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:55.586028 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df7ac8-2e7b-4ee2-a77f-48da6648e27d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:55.586347 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df7ac8-2e7b-4ee2-a77f-48da6648e27d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:55.586659 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df7ac8-2e7b-4ee2-a77f-48da6648e27d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:55.586982 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df7ac8-2e7b-4ee2-a77f-48da6648e27d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:18:55.598568 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Attempting to bind port 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:18:55.598901 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Attempting to bind port 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '80bb02d3-4090-4da8-8806-10b8343e22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:18:55.599224 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Attempting to bind port 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e on network d90375db-451e-43ae-aadc-243874bd1ee1 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:18:55.604573 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:18:55.604979 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Checking segment: {'id': '80bb02d3-4090-4da8-8806-10b8343e22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:18:55.605369 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:55.605992 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Bound using segment: {'id': '80bb02d3-4090-4da8-8806-10b8343e22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:18:55.606218 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Bound port: 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80bb02d3-4090-4da8-8806-10b8343e22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:18:55.606605 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:55.648429 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545250'] for router, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:55.679241 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] For port 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:18:55.682799 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] For port 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=2fc3c5d2-a0d2-4744-86a0-c8848568fe4e,segment=NetworkSegment(80bb02d3-4090-4da8-8806-10b8343e22a2),segment_id=80bb02d3-4090-4da8-8806-10b8343e22a2)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:18:55.689872 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:55.751655 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Routers {'57f3b767-1c09-46d2-9799-0b34b9e66ee5'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:18:55.752308 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:18:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:18:55.753986 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df7ac8-2e7b-4ee2-a77f-48da6648e27d None None] Pushing event updated for resources: {'Port': ['ID=2fc3c5d2-a0d2-4744-86a0-c8848568fe4e,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:55.793682 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] Router cd26f2ce-d8fe-457d-9587-ab92b524308b is scheduled to L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 with binding_index 1 {{(pid=93128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 22:18:55.878582 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] Set router 57f3b767-1c09-46d2-9799-0b34b9e66ee5 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:18:55.925567 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:18:55.939426 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Sync routers for ids ['cd26f2ce-d8fe-457d-9587-ab92b524308b'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:18:55.952429 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] Notify callbacks [] for router, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:55.954493 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-4f312ccc-e89f-46e3-8e7f-1cc4c76b6ce6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7337973 Jul 09 22:18:55.957361 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43116) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:55.981740 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Routers {'cd26f2ce-d8fe-457d-9587-ab92b524308b'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:18:55.982532 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:18:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['cd26f2ce-d8fe-457d-9587-ab92b524308b'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:18:56.122977 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'name': 'tempest-TestShelveInstance-408933693-router', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:51Z', 'revision_number': 4, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'gw_port': {'id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '2fc3c5d2-a0d2-4744-86a0-c8848568fe4e', 'name': '', 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'mac_address': 'fa:16:3e:e9:e4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:51Z', 'updated_at': '2021-07-09T22:18:55Z', 'revision_number': 4, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'subnets': [{'id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:18:56.129918 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Set router cd26f2ce-d8fe-457d-9587-ab92b524308b gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:18:56.181190 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ba12e-9cad-41cd-9edd-e545338c06ad None None] The sync data for ids ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'] in dv-cinder-794962-8-iscsi is: [{'id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'name': 'tempest-TestShelveInstance-408933693-router', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:51Z', 'revision_number': 4, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'gw_port': {'id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '2fc3c5d2-a0d2-4744-86a0-c8848568fe4e', 'name': '', 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'mac_address': 'fa:16:3e:e9:e4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:51Z', 'updated_at': '2021-07-09T22:18:55Z', 'revision_number': 4, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'subnets': [{'id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:18:56.299416 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8329b0-404f-4360-a6c5-7c67bcb3d0b6 None None] Network 4172ddd1-d7cf-4d09-a1f8-ff0153b281fc requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:18:56.420331 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-92dd4180-f830-4979-b51e-112978e37f65 None None] Provisioning for port 03d42545-0865-42e9-80a9-a7db9c88c370 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:18:56.438141 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 03d42545-0865-42e9-80a9-a7db9c88c370 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:18:56.507658 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:56.613955 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 03d42545-0865-42e9-80a9-a7db9c88c370 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:18:56.619920 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'name': 'tempest-TestShelveInstance-1701549430-router', 'tenant_id': '900a1917e3b34a6e883383f481ba7919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:54Z', 'updated_at': '2021-07-09T22:18:55Z', 'revision_number': 3, 'project_id': '900a1917e3b34a6e883383f481ba7919', 'gw_port': {'id': 'a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:54Z', 'updated_at': '2021-07-09T22:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:18:56.653442 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 03d42545-0865-42e9-80a9-a7db9c88c370 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:18:56.653819 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:56.659674 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Checking router: cd26f2ce-d8fe-457d-9587-ab92b524308b for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:18:56.659876 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Updating router cd26f2ce-d8fe-457d-9587-ab92b524308b port a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5 binding host dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:18:56.710871 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1abe5-550a-4f60-8e66-af9020469064 req-eb588658-9b98-480f-8a6a-952dac2a361a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:18:56.715249 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_common [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] Allocated IP 172.20.0.1 (4172ddd1-d7cf-4d09-a1f8-ff0153b281fc/9c39288e-d678-42f2-b7e9-a70176d00b05/49e31a29-e2fc-4b21-be91-6956e98aba25) {{(pid=93127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:18:56.717233 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-82c1abe5-550a-4f60-8e66-af9020469064 req-eb588658-9b98-480f-8a6a-952dac2a361a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0847075 Jul 09 22:18:56.749012 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:56.797646 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-82c1abe5-550a-4f60-8e66-af9020469064 req-0da030ee-e03f-4205-901c-c832ca85597f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757756 Jul 09 22:18:56.871259 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:56.887108 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.provisioning_blocks [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] Transition to ACTIVE for port object 49e31a29-e2fc-4b21-be91-6956e98aba25 will not be triggered until provisioned by entity DHCP. {{(pid=93127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:18:56.894683 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:56.925897 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6067558'] for port, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:56.971074 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] Network 4172ddd1-d7cf-4d09-a1f8-ff0153b281fc is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:18:56.974111 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:18:56.978724 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] Received port after_create {{(pid=93127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:18:56.981651 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port 03d42545-0865-42e9-80a9-a7db9c88c370, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=03d42545-0865-42e9-80a9-a7db9c88c370,segment=NetworkSegment(03a4df16-a134-49ac-a977-682280beb934),segment_id=03a4df16-a134-49ac-a977-682280beb934)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:18:57.021220 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] Pushing event updated for resources: {'Port': ['ID=49e31a29-e2fc-4b21-be91-6956e98aba25,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:57.023702 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548053'] for router_interface, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:57.132273 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:57.133190 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 2534427c-73ca-492c-ad17-85b7b51c1a2f up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:18:57.195629 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:57.230899 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-b2c8497e-cdfe-4ac0-9d0d-2790d4cf24c7 None None] Provisioning complete for port 03d42545-0865-42e9-80a9-a7db9c88c370 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:18:57.231281 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b2c8497e-cdfe-4ac0-9d0d-2790d4cf24c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:57.283296 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=03d42545-0865-42e9-80a9-a7db9c88c370,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:57.350520 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 2534427c-73ca-492c-ad17-85b7b51c1a2f triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:18:57.350887 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:57.357461 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:57.362285 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6067604'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:57.383437 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:57.422340 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Transition to ACTIVE for port object a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5 will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:18:57.431572 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] Pushing event updated for resources: {'Port': ['ID=49e31a29-e2fc-4b21-be91-6956e98aba25,revision_number=2']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:57.434187 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545448'] for router_interface, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:57.434959 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:57.512752 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Attempting to bind port a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:18:57.513127 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Attempting to bind port a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:18:57.513487 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Attempting to bind port a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5 on network 48f3c221-d066-4df5-b08c-0298bc94fba3 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:18:57.529489 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] Network 4172ddd1-d7cf-4d09-a1f8-ff0153b281fc is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:18:57.531008 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:18:57.538339 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7c9d6-1bb3-4aec-ae92-b24666b0da8d None None] Pushing event updated for resources: {'Port': ['ID=a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:57.543103 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:18:57.543476 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Checking segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:18:57.543875 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:57.544255 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Bound using segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:18:57.544750 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Bound port: a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:18:57.549250 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:57.589927 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:18:57.655392 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] For port a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:18:57.657568 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-81502ac8-a8e0-4c0b-9d61-b2801df26874 None None] Provisioning for port 49e31a29-e2fc-4b21-be91-6956e98aba25 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:18:57.661037 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] For port a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:18:57.667281 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-81502ac8-a8e0-4c0b-9d61-b2801df26874 None None] Provisioning complete for port 49e31a29-e2fc-4b21-be91-6956e98aba25 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:18:57.667649 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-81502ac8-a8e0-4c0b-9d61-b2801df26874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:57.671997 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:57.681660 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] Router cd26f2ce-d8fe-457d-9587-ab92b524308b has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:18:57.738895 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:18:57.759579 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:18:57.760021 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:57.789949 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-81502ac8-a8e0-4c0b-9d61-b2801df26874 None None] Port 49e31a29-e2fc-4b21-be91-6956e98aba25 cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:18:57.801092 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Routers {'cd26f2ce-d8fe-457d-9587-ab92b524308b'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:18:57.801677 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:18:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['cd26f2ce-d8fe-457d-9587-ab92b524308b'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:18:57.809048 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:18:57.810636 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7c9d6-1bb3-4aec-ae92-b24666b0da8d None None] Pushing event updated for resources: {'Port': ['ID=a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:57.822247 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-aac81c4a-4e61-4705-876b-ac54825022cf admin admin] 10.222.0.10 "PUT /v2.0/routers/cd26f2ce-d8fe-457d-9587-ab92b524308b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8564785 Jul 09 22:18:57.968663 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-672cd4e0-de50-4fd6-a7b3-a6afd246ee90 None None] Provisioning complete for port 49e31a29-e2fc-4b21-be91-6956e98aba25 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:18:57.969607 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-672cd4e0-de50-4fd6-a7b3-a6afd246ee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:57.973276 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] Set router cd26f2ce-d8fe-457d-9587-ab92b524308b gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:18:57.980090 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc8342-de57-4ddc-8e92-34288c512334 req-440276f2-43c8-4306-a9e9-ada8d6d2b9b8 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:18:57.981776 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b9cc8342-de57-4ddc-8e92-34288c512334 req-440276f2-43c8-4306-a9e9-ada8d6d2b9b8 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0725257 Jul 09 22:18:58.002673 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:58.025258 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b9cc8342-de57-4ddc-8e92-34288c512334 req-828f8635-7982-4199-bc0c-2852646c755c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374501 Jul 09 22:18:58.103303 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-672cd4e0-de50-4fd6-a7b3-a6afd246ee90 None None] Port 49e31a29-e2fc-4b21-be91-6956e98aba25 cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:18:58.116256 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=2fc3c5d2-a0d2-4744-86a0-c8848568fe4e,segment=NetworkSegment(80bb02d3-4090-4da8-8806-10b8343e22a2),segment_id=80bb02d3-4090-4da8-8806-10b8343e22a2)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:18:58.142841 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:58.223367 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=2fc3c5d2-a0d2-4744-86a0-c8848568fe4e,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:58.232905 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 03d42545-0865-42e9-80a9-a7db9c88c370 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:18:58.323292 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 03d42545-0865-42e9-80a9-a7db9c88c370 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:18:58.323669 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:58.325938 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 43130) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:58.330471 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-240031e9-5d88-4b93-8b4b-a420d7692643 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1595909084', 'description': 'tempest-secgroup-smoke-1595909084 description', 'project_id': 'ee20f04a9dbb481e87628429151deb49'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:18:58.331484 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'name': 'tempest-TestShelveInstance-1701549430-router', 'tenant_id': '900a1917e3b34a6e883383f481ba7919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:54Z', 'updated_at': '2021-07-09T22:18:57Z', 'revision_number': 4, 'project_id': '900a1917e3b34a6e883383f481ba7919', 'gw_port': {'id': 'a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:54Z', 'updated_at': '2021-07-09T22:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '49e31a29-e2fc-4b21-be91-6956e98aba25', 'name': '', 'network_id': '4172ddd1-d7cf-4d09-a1f8-ff0153b281fc', 'tenant_id': '900a1917e3b34a6e883383f481ba7919', 'mac_address': 'fa:16:3e:ba:5b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9c39288e-d678-42f2-b7e9-a70176d00b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:56Z', 'updated_at': '2021-07-09T22:18:57Z', 'revision_number': 2, 'project_id': '900a1917e3b34a6e883383f481ba7919', 'subnets': [{'id': '9c39288e-d678-42f2-b7e9-a70176d00b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:18:58.358401 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-240031e9-5d88-4b93-8b4b-a420d7692643 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:58.378048 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f3c2e2-eca9-4fd5-bcbc-4bc2ce4e4314 None None] The sync data for ids ['cd26f2ce-d8fe-457d-9587-ab92b524308b'] in dv-cinder-794962-8-iscsi is: [{'id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'name': 'tempest-TestShelveInstance-1701549430-router', 'tenant_id': '900a1917e3b34a6e883383f481ba7919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:54Z', 'updated_at': '2021-07-09T22:18:57Z', 'revision_number': 4, 'project_id': '900a1917e3b34a6e883383f481ba7919', 'gw_port': {'id': 'a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:54Z', 'updated_at': '2021-07-09T22:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '49e31a29-e2fc-4b21-be91-6956e98aba25', 'name': '', 'network_id': '4172ddd1-d7cf-4d09-a1f8-ff0153b281fc', 'tenant_id': '900a1917e3b34a6e883383f481ba7919', 'mac_address': 'fa:16:3e:ba:5b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9c39288e-d678-42f2-b7e9-a70176d00b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:56Z', 'updated_at': '2021-07-09T22:18:57Z', 'revision_number': 2, 'project_id': '900a1917e3b34a6e883383f481ba7919', 'subnets': [{'id': '9c39288e-d678-42f2-b7e9-a70176d00b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:18:58.456845 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-240031e9-5d88-4b93-8b4b-a420d7692643 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:58.461377 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-240031e9-5d88-4b93-8b4b-a420d7692643 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:58.487350 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-240031e9-5d88-4b93-8b4b-a420d7692643 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:58.488573 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-240031e9-5d88-4b93-8b4b-a420d7692643 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1616549 Jul 09 22:18:58.492179 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43132) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:58.493530 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240031e9-5d88-4b93-8b4b-a420d7692643 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bd5763-9ec0-47d4-8376-6b7a8aee3116,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:58.497876 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-d5fd496a-9bc0-414f-b550-2208ac1004a2 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Request body: {'security_group_rule': {'security_group_id': 'd5bd5763-9ec0-47d4-8376-6b7a8aee3116', 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:18:58.526760 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d5fd496a-9bc0-414f-b550-2208ac1004a2 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:58.589819 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d5fd496a-9bc0-414f-b550-2208ac1004a2 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:58.608257 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d5fd496a-9bc0-414f-b550-2208ac1004a2 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:58.632052 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd496a-9bc0-414f-b550-2208ac1004a2 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b553951-a5c6-4e44-b1f1-f674bc9cc72e,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:58.634448 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d5fd496a-9bc0-414f-b550-2208ac1004a2 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:58.639543 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-d5fd496a-9bc0-414f-b550-2208ac1004a2 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437614 Jul 09 22:18:58.639986 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 43134) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:58.644413 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-61c06681-1224-4dc9-9995-d140c7a74bdf tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Request body: {'security_group_rule': {'security_group_id': 'd5bd5763-9ec0-47d4-8376-6b7a8aee3116', 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:18:58.692165 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-61c06681-1224-4dc9-9995-d140c7a74bdf tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:58.757967 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-61c06681-1224-4dc9-9995-d140c7a74bdf tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:58.763227 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-61c06681-1224-4dc9-9995-d140c7a74bdf tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:58.782433 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c06681-1224-4dc9-9995-d140c7a74bdf tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f924f117-ed07-4f97-996b-458a9fd4f85b,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:58.790282 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-61c06681-1224-4dc9-9995-d140c7a74bdf tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:58.795921 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-61c06681-1224-4dc9-9995-d140c7a74bdf tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1506093 Jul 09 22:18:58.795921 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 43136) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:58.800286 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-bc4bb73c-0014-4a83-bd6a-e1675b8f7faa tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Request body: {'security_group_rule': {'security_group_id': 'd5bd5763-9ec0-47d4-8376-6b7a8aee3116', 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:18:58.830948 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bc4bb73c-0014-4a83-bd6a-e1675b8f7faa tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:58.893825 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bc4bb73c-0014-4a83-bd6a-e1675b8f7faa tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:58.898662 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bc4bb73c-0014-4a83-bd6a-e1675b8f7faa tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:58.918384 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4bb73c-0014-4a83-bd6a-e1675b8f7faa tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba4615f-f8c3-4206-b210-896dd2bbf656,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:58.922414 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bc4bb73c-0014-4a83-bd6a-e1675b8f7faa tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:58.923618 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-bc4bb73c-0014-4a83-bd6a-e1675b8f7faa tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271043 Jul 09 22:18:58.926488 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43138) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:58.932863 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-9d8f8237-00d4-436f-9a4c-f45b9db8423a tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Request body: {'security_group_rule': {'security_group_id': 'd5bd5763-9ec0-47d4-8376-6b7a8aee3116', 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:18:58.962880 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8237-00d4-436f-9a4c-f45b9db8423a tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:59.033805 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8237-00d4-436f-9a4c-f45b9db8423a tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:59.045306 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8237-00d4-436f-9a4c-f45b9db8423a tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:59.069277 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8237-00d4-436f-9a4c-f45b9db8423a tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:59.073269 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 43142) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:59.073747 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-9d8f8237-00d4-436f-9a4c-f45b9db8423a tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1445754 Jul 09 22:18:59.075983 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8237-00d4-436f-9a4c-f45b9db8423a tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49a9355-cf7d-41ec-aea4-fab826010534,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:59.079004 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-0a8cebd5-5c06-4615-a127-a3ecc8fc1ec8 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Request body: {'security_group_rule': {'security_group_id': 'd5bd5763-9ec0-47d4-8376-6b7a8aee3116', 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:18:59.110290 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.securitygroups_db [None req-0a8cebd5-5c06-4615-a127-a3ecc8fc1ec8 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Project ee20f04a9dbb481e87628429151deb49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 22:18:59.115561 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0a8cebd5-5c06-4615-a127-a3ecc8fc1ec8 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:59.214506 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0a8cebd5-5c06-4615-a127-a3ecc8fc1ec8 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:59.222855 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0a8cebd5-5c06-4615-a127-a3ecc8fc1ec8 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:59.252027 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8cebd5-5c06-4615-a127-a3ecc8fc1ec8 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c2989e-9446-4146-9b52-1d52497e17a1,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:59.256370 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0a8cebd5-5c06-4615-a127-a3ecc8fc1ec8 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:59.259556 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-0a8cebd5-5c06-4615-a127-a3ecc8fc1ec8 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1832697 Jul 09 22:18:59.260579 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43144) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:18:59.265272 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-68be772b-95e5-40e0-873a-0c1e06b11f71 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Request body: {'security_group_rule': {'security_group_id': 'd5bd5763-9ec0-47d4-8376-6b7a8aee3116', 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:18:59.270383 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7320a-981f-4865-a9c6-64501169cead req-4924f3e5-2866-4557-990c-da115d9f996f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:18:59.272468 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-85e7320a-981f-4865-a9c6-64501169cead req-4924f3e5-2866-4557-990c-da115d9f996f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.1128662 Jul 09 22:18:59.289920 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.securitygroups_db [None req-68be772b-95e5-40e0-873a-0c1e06b11f71 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Project ee20f04a9dbb481e87628429151deb49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 22:18:59.295710 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-68be772b-95e5-40e0-873a-0c1e06b11f71 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:59.315091 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-85e7320a-981f-4865-a9c6-64501169cead req-3b35b97a-86f1-4bdd-bebb-085d0b18aa91 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357537 Jul 09 22:18:59.370706 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-68be772b-95e5-40e0-873a-0c1e06b11f71 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:59.374548 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-68be772b-95e5-40e0-873a-0c1e06b11f71 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:59.395760 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be772b-95e5-40e0-873a-0c1e06b11f71 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2a2e88-415b-48d2-8837-d56f98e7f903,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:18:59.403089 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-68be772b-95e5-40e0-873a-0c1e06b11f71 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:18:59.404407 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-68be772b-95e5-40e0-873a-0c1e06b11f71 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428456 Jul 09 22:19:00.237998 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:19:00.323081 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:19:00.378529 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Sync routers for ids ['cd26f2ce-d8fe-457d-9587-ab92b524308b'] in dv-cinder-794962-8-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:19:00.389080 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Routers {'cd26f2ce-d8fe-457d-9587-ab92b524308b'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:19:00.389863 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:18:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['cd26f2ce-d8fe-457d-9587-ab92b524308b'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:19:00.394266 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:19:00.410669 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'port_id': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3', 'mac_address': 'fa:16:3e:72:e7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:19:00.418209 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:19:00.444135 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:19:00.444505 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:00.483479 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:00.502078 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:19:00.507988 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Set router cd26f2ce-d8fe-457d-9587-ab92b524308b gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:19:00.528034 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:19:00.532443 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:00.540209 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94153b6d-874a-4c1f-8339-d5537c7267e4 req-33c9e8ac-818b-4b1b-b811-ceb1fcc91b44 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:00.541849 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-94153b6d-874a-4c1f-8339-d5537c7267e4 req-33c9e8ac-818b-4b1b-b811-ceb1fcc91b44 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0855558 Jul 09 22:19:00.587508 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-94153b6d-874a-4c1f-8339-d5537c7267e4 req-2d186018-03c6-4818-b7f7-83b6350ebbe2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394528 Jul 09 22:19:00.603274 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:00.636811 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['0d74899e-e0bf-4a12-b6ef-30cf450bf4d3'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:19:00.640995 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,revision_number=6']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:19:00.647838 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:19:00.671623 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:00.672416 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:19:00.766522 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:19:00.802902 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:19:00.803274 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:00.816501 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'name': 'tempest-TestShelveInstance-1701549430-router', 'tenant_id': '900a1917e3b34a6e883383f481ba7919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:54Z', 'updated_at': '2021-07-09T22:18:57Z', 'revision_number': 4, 'project_id': '900a1917e3b34a6e883383f481ba7919', 'gw_port': {'id': 'a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:54Z', 'updated_at': '2021-07-09T22:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '49e31a29-e2fc-4b21-be91-6956e98aba25', 'name': '', 'network_id': '4172ddd1-d7cf-4d09-a1f8-ff0153b281fc', 'tenant_id': '900a1917e3b34a6e883383f481ba7919', 'mac_address': 'fa:16:3e:ba:5b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9c39288e-d678-42f2-b7e9-a70176d00b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:56Z', 'updated_at': '2021-07-09T22:18:57Z', 'revision_number': 2, 'project_id': '900a1917e3b34a6e883383f481ba7919', 'subnets': [{'id': '9c39288e-d678-42f2-b7e9-a70176d00b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:19:00.844422 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Checking router: cd26f2ce-d8fe-457d-9587-ab92b524308b for host: dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:19:00.844656 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Updating router cd26f2ce-d8fe-457d-9587-ab92b524308b port 49e31a29-e2fc-4b21-be91-6956e98aba25 binding host dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:19:00.893601 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:01.171692 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Notify callbacks [] for port, precommit_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:01.182035 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Transition to ACTIVE for port object 49e31a29-e2fc-4b21-be91-6956e98aba25 will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:19:01.191241 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:01.238795 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab815f-e417-4d3e-9a5c-75a8b73fd804 None None] Pushing event updated for resources: {'Port': ['ID=49e31a29-e2fc-4b21-be91-6956e98aba25,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:19:01.301413 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Attempting to bind port 49e31a29-e2fc-4b21-be91-6956e98aba25 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:19:01.301781 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Attempting to bind port 49e31a29-e2fc-4b21-be91-6956e98aba25 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '03a4df16-a134-49ac-a977-682280beb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4172ddd1-d7cf-4d09-a1f8-ff0153b281fc'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:19:01.302155 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Attempting to bind port 49e31a29-e2fc-4b21-be91-6956e98aba25 on network 4172ddd1-d7cf-4d09-a1f8-ff0153b281fc {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:19:01.314736 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:19:01.315122 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Checking segment: {'id': '03a4df16-a134-49ac-a977-682280beb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4172ddd1-d7cf-4d09-a1f8-ff0153b281fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:19:01.315531 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:01.315929 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Bound using segment: {'id': '03a4df16-a134-49ac-a977-682280beb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4172ddd1-d7cf-4d09-a1f8-ff0153b281fc'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:19:01.316417 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Bound port: 49e31a29-e2fc-4b21-be91-6956e98aba25, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a4df16-a134-49ac-a977-682280beb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4172ddd1-d7cf-4d09-a1f8-ff0153b281fc'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:19:01.316852 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:01.384383 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] For port 49e31a29-e2fc-4b21-be91-6956e98aba25, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:19:01.390557 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] For port 49e31a29-e2fc-4b21-be91-6956e98aba25, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=49e31a29-e2fc-4b21-be91-6956e98aba25,segment=NetworkSegment(03a4df16-a134-49ac-a977-682280beb934),segment_id=03a4df16-a134-49ac-a977-682280beb934)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:19:01.395089 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:01.453175 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Routers {'cd26f2ce-d8fe-457d-9587-ab92b524308b'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:19:01.453797 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:18:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['cd26f2ce-d8fe-457d-9587-ab92b524308b'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:19:01.494360 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab815f-e417-4d3e-9a5c-75a8b73fd804 None None] Pushing event updated for resources: {'Port': ['ID=49e31a29-e2fc-4b21-be91-6956e98aba25,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:19:01.570230 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] Set router cd26f2ce-d8fe-457d-9587-ab92b524308b gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:19:01.775374 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'name': 'tempest-TestShelveInstance-1701549430-router', 'tenant_id': '900a1917e3b34a6e883383f481ba7919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:54Z', 'updated_at': '2021-07-09T22:18:57Z', 'revision_number': 4, 'project_id': '900a1917e3b34a6e883383f481ba7919', 'gw_port': {'id': 'a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:54Z', 'updated_at': '2021-07-09T22:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '49e31a29-e2fc-4b21-be91-6956e98aba25', 'name': '', 'network_id': '4172ddd1-d7cf-4d09-a1f8-ff0153b281fc', 'tenant_id': '900a1917e3b34a6e883383f481ba7919', 'mac_address': 'fa:16:3e:ba:5b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9c39288e-d678-42f2-b7e9-a70176d00b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:56Z', 'updated_at': '2021-07-09T22:19:01Z', 'revision_number': 4, 'project_id': '900a1917e3b34a6e883383f481ba7919', 'subnets': [{'id': '9c39288e-d678-42f2-b7e9-a70176d00b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:19:01.786349 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa03c-38d7-403d-b999-2a1fd3e3ea69 req-e3adb97b-c216-436c-a87a-3b2461445022 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:01.788459 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dabfa03c-38d7-403d-b999-2a1fd3e3ea69 req-e3adb97b-c216-436c-a87a-3b2461445022 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 944 time: 0.0717099 Jul 09 22:19:01.802862 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7418972d-0e72-46a7-9f9b-71fb02969bdd None None] The sync data for ids ['cd26f2ce-d8fe-457d-9587-ab92b524308b'] in dv-cinder-794962-8-iscsi is: [{'id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'name': 'tempest-TestShelveInstance-1701549430-router', 'tenant_id': '900a1917e3b34a6e883383f481ba7919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:54Z', 'updated_at': '2021-07-09T22:18:57Z', 'revision_number': 4, 'project_id': '900a1917e3b34a6e883383f481ba7919', 'gw_port': {'id': 'a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:54Z', 'updated_at': '2021-07-09T22:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '49e31a29-e2fc-4b21-be91-6956e98aba25', 'name': '', 'network_id': '4172ddd1-d7cf-4d09-a1f8-ff0153b281fc', 'tenant_id': '900a1917e3b34a6e883383f481ba7919', 'mac_address': 'fa:16:3e:ba:5b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9c39288e-d678-42f2-b7e9-a70176d00b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:56Z', 'updated_at': '2021-07-09T22:19:01Z', 'revision_number': 4, 'project_id': '900a1917e3b34a6e883383f481ba7919', 'subnets': [{'id': '9c39288e-d678-42f2-b7e9-a70176d00b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:19:01.828183 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dabfa03c-38d7-403d-b999-2a1fd3e3ea69 req-c3763204-b3f0-417e-bf7d-5f998f48c737 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341811 Jul 09 22:19:02.256637 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 49e31a29-e2fc-4b21-be91-6956e98aba25 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:19:02.261219 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:19:02.345793 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 49e31a29-e2fc-4b21-be91-6956e98aba25 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:19:02.348569 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:19:02.348969 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:02.352255 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 49e31a29-e2fc-4b21-be91-6956e98aba25 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:19:02.352625 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:02.495186 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:02.498038 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:02.532158 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef188555-0c14-4479-87dc-2a2eb0df26b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:19:02.534419 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c7de27-9d0c-496b-a13f-ac4278986350" -d '{"events": [{"server_uuid": "ef188555-0c14-4479-87dc-2a2eb0df26b3", "name": "network-vif-plugged", "status": "completed", "tag": "0d74899e-e0bf-4a12-b6ef-30cf450bf4d3"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:19:02.559065 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:19:02.562552 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port 49e31a29-e2fc-4b21-be91-6956e98aba25, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=49e31a29-e2fc-4b21-be91-6956e98aba25,segment=NetworkSegment(03a4df16-a134-49ac-a977-682280beb934),segment_id=03a4df16-a134-49ac-a977-682280beb934)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:19:02.564017 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:02.569446 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:02.570241 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:19:02.608699 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f025b532-1daa-4b82-a3e8-83c4cc02a31b x-openstack-request-id: req-f025b532-1daa-4b82-a3e8-83c4cc02a31b {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:19:02.609020 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef188555-0c14-4479-87dc-2a2eb0df26b3", "name": "network-vif-plugged", "status": "completed", "tag": "0d74899e-e0bf-4a12-b6ef-30cf450bf4d3", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:19:02.609275 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f025b532-1daa-4b82-a3e8-83c4cc02a31b {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:19:02.609655 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef188555-0c14-4479-87dc-2a2eb0df26b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3', 'code': 200} Jul 09 22:19:02.647097 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,revision_number=7']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:19:02.689133 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:19:02.689514 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:02.723386 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=49e31a29-e2fc-4b21-be91-6956e98aba25,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:19:03.005147 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2907838-4a17-4c7e-905f-1e2e148333d1 req-4517c23e-da32-4199-934e-1fd043455709 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:03.007305 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b2907838-4a17-4c7e-905f-1e2e148333d1 req-4517c23e-da32-4199-934e-1fd043455709 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0625956 Jul 09 22:19:03.050879 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b2907838-4a17-4c7e-905f-1e2e148333d1 req-d9b28eb1-c939-4170-b6fa-092b8dcab23e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374789 Jul 09 22:19:04.220332 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 49e31a29-e2fc-4b21-be91-6956e98aba25 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:19:04.236520 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c671df9-a16b-4ca5-8042-902c363f398d req-4deeaba1-19e2-42a2-a647-ba88a8eb4af7 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:04.238032 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7c671df9-a16b-4ca5-8042-902c363f398d req-4deeaba1-19e2-42a2-a647-ba88a8eb4af7 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0680692 Jul 09 22:19:04.273153 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 49e31a29-e2fc-4b21-be91-6956e98aba25 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:19:04.273386 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:04.522380 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7c671df9-a16b-4ca5-8042-902c363f398d req-84bea7fb-cca2-4030-b092-44e90a9fe579 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783775 Jul 09 22:19:05.722955 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108dd0d-d5ad-4897-a673-cb279e415037 req-e04e87ec-c613-41d5-8e38-8d5adf605e0b tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:05.724983 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8108dd0d-d5ad-4897-a673-cb279e415037 req-e04e87ec-c613-41d5-8e38-8d5adf605e0b tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0791149 Jul 09 22:19:05.763772 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8108dd0d-d5ad-4897-a673-cb279e415037 req-d7615404-54bd-4cef-bc50-7dc0d864b9a7 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331821 Jul 09 22:19:06.962314 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49006d4-7726-464b-84d0-b0ab52381cd4 req-5bf53d2a-edfa-46c1-98c2-439a5a2154df tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:06.964852 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e49006d4-7726-464b-84d0-b0ab52381cd4 req-5bf53d2a-edfa-46c1-98c2-439a5a2154df tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0750554 Jul 09 22:19:07.010067 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e49006d4-7726-464b-84d0-b0ab52381cd4 req-c8d558a5-fa5c-45aa-94fb-0904d4bc247b tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403786 Jul 09 22:19:08.220196 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def95b06-027c-4f0b-b8a4-a124af02fe36 req-87286e1f-c39c-4837-bb08-80d41852d14b tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:08.221866 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-def95b06-027c-4f0b-b8a4-a124af02fe36 req-87286e1f-c39c-4837-bb08-80d41852d14b tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0794535 Jul 09 22:19:08.270340 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-def95b06-027c-4f0b-b8a4-a124af02fe36 req-b5c6290a-a976-41fb-b372-171ebb0e37f9 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420699 Jul 09 22:19:09.453684 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa7595-92fb-4c4d-ab17-1bfc893c9dea req-552f09d6-e617-42b0-9911-c331792fbfd3 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:09.455991 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-70fa7595-92fb-4c4d-ab17-1bfc893c9dea req-552f09d6-e617-42b0-9911-c331792fbfd3 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0661426 Jul 09 22:19:09.503047 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-70fa7595-92fb-4c4d-ab17-1bfc893c9dea req-b0676556-d6da-45d8-93a9-38f4888b0212 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409112 Jul 09 22:19:10.518499 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b8d46-1e05-4d4c-a871-ed80e04128a1 req-a6a36420-cbf0-483f-895f-d0593f750c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:10.519923 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1c9b8d46-1e05-4d4c-a871-ed80e04128a1 req-a6a36420-cbf0-483f-895f-d0593f750c2e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3bf697e8414479dbd95d42da53ccefa&device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 1138 time: 0.0924268 Jul 09 22:19:10.604489 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528abc8-09c5-41ec-83fc-fa728e2d307b req-f491e8fe-1b3d-4058-868e-148006cd78a4 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:10.611802 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7528abc8-09c5-41ec-83fc-fa728e2d307b req-f491e8fe-1b3d-4058-868e-148006cd78a4 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 985 time: 0.1348577 Jul 09 22:19:10.707175 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7528abc8-09c5-41ec-83fc-fa728e2d307b req-3ec597f0-7087-4e86-b33c-ad51857f1e41 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=87dafb67-7607-403a-8873-3f7102a7c59e&id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0942717 Jul 09 22:19:10.715865 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b8d46-1e05-4d4c-a871-ed80e04128a1 req-b8e3c4ad-a600-4414-9771-4e761d0afc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:10.717478 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1c9b8d46-1e05-4d4c-a871-ed80e04128a1 req-b8e3c4ad-a600-4414-9771-4e761d0afc91 service neutron] 10.222.0.11 "GET /v2.0/networks?id=47f5e06c-d6cf-411f-8c4e-2ca1eacd079f HTTP/1.1" status: 200 len: 916 time: 0.1909580 Jul 09 22:19:10.830490 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1c9b8d46-1e05-4d4c-a871-ed80e04128a1 req-4cf3e44c-ffea-40a3-9c45-d417718c8c1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c300f3a-253a-4819-98e0-22ddfe666c42 HTTP/1.1" status: 200 len: 1002 time: 0.1061864 Jul 09 22:19:10.841346 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be71cb0-cb91-4735-87b3-8bc433718cce req-d1894b67-e825-4cf5-ade2-6f83be50ac73 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:10.843616 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1be71cb0-cb91-4735-87b3-8bc433718cce req-d1894b67-e825-4cf5-ade2-6f83be50ac73 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.1907206 Jul 09 22:19:10.921500 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b8d46-1e05-4d4c-a871-ed80e04128a1 req-bdea876e-022d-49d8-8e5f-5076f39f0e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:10.923369 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1c9b8d46-1e05-4d4c-a871-ed80e04128a1 req-bdea876e-022d-49d8-8e5f-5076f39f0e63 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=677ed05f-ab01-4cd9-b598-8a5e82092172 HTTP/1.1" status: 200 len: 854 time: 0.0788262 Jul 09 22:19:10.975681 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1be71cb0-cb91-4735-87b3-8bc433718cce req-b8a6dbc0-2bfb-4e07-b0ba-8b9d61b71b68 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233301 Jul 09 22:19:11.012175 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b8d46-1e05-4d4c-a871-ed80e04128a1 req-63554ded-3c77-4c32-a60e-6465e09cdb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:11.014005 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1c9b8d46-1e05-4d4c-a871-ed80e04128a1 req-63554ded-3c77-4c32-a60e-6465e09cdb42 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47f5e06c-d6cf-411f-8c4e-2ca1eacd079f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803432 Jul 09 22:19:11.132663 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1c9b8d46-1e05-4d4c-a871-ed80e04128a1 req-115c175b-98a2-4195-8afc-19a372df15d1 service neutron] 10.222.0.11 "GET /v2.0/networks/47f5e06c-d6cf-411f-8c4e-2ca1eacd079f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096566 Jul 09 22:19:11.234101 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1c9b8d46-1e05-4d4c-a871-ed80e04128a1 req-b685a0dc-5d30-432e-9c71-8e1e63980c50 service neutron] 10.222.0.11 "GET /v2.0/networks/47f5e06c-d6cf-411f-8c4e-2ca1eacd079f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937557 Jul 09 22:19:11.541682 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e1228de3-6140-4c1c-8e41-bfec6cf7bf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:11.936762 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09637749-7dd4-4153-9780-ede2a9621f8f req-4c3a837b-3c9a-40c8-9e05-81829b1c1b5b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:11.945587 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-09637749-7dd4-4153-9780-ede2a9621f8f req-4c3a837b-3c9a-40c8-9e05-81829b1c1b5b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 985 time: 0.1145430 Jul 09 22:19:12.017319 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:19:12.026554 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-09637749-7dd4-4153-9780-ede2a9621f8f req-c292eead-8442-4b41-acf9-357414aac352 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=87dafb67-7607-403a-8873-3f7102a7c59e&id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846119 Jul 09 22:19:12.341366 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64738862-ec09-454d-b198-8b39e67305b4 req-5b65b866-6233-4268-8988-8df830ebafb3 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:12.343169 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-64738862-ec09-454d-b198-8b39e67305b4 req-5b65b866-6233-4268-8988-8df830ebafb3 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0698264 Jul 09 22:19:12.385327 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-64738862-ec09-454d-b198-8b39e67305b4 req-80a32bd7-ce26-4cca-b30e-3c1bb2ac158c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366149 Jul 09 22:19:13.255697 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46dd20c-301f-4627-ad20-869a79dbc642 req-4d6adc1c-df8f-4d08-91fb-d70ebcffaf66 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:13.257532 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e46dd20c-301f-4627-ad20-869a79dbc642 req-4d6adc1c-df8f-4d08-91fb-d70ebcffaf66 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 985 time: 0.0735972 Jul 09 22:19:13.315361 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e46dd20c-301f-4627-ad20-869a79dbc642 req-4fff103e-f046-401b-a74b-620904ce533e tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=87dafb67-7607-403a-8873-3f7102a7c59e&id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503237 Jul 09 22:19:13.610264 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d82b2c-9a88-4c29-9403-17c0d7116393 req-68eeaf00-8af4-473a-8fa3-f925b1361c7d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:13.612122 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-95d82b2c-9a88-4c29-9403-17c0d7116393 req-68eeaf00-8af4-473a-8fa3-f925b1361c7d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0849698 Jul 09 22:19:13.674585 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-95d82b2c-9a88-4c29-9403-17c0d7116393 req-e95aa24e-4884-4910-8a2b-ff8304b8a87e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510454 Jul 09 22:19:14.549656 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7ae0a-2c56-4419-885f-e8de06b99ab8 req-326a1581-5c32-40a2-840a-c4992ff744f2 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:14.551407 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cff7ae0a-2c56-4419-885f-e8de06b99ab8 req-326a1581-5c32-40a2-840a-c4992ff744f2 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 985 time: 0.0842247 Jul 09 22:19:14.593751 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cff7ae0a-2c56-4419-885f-e8de06b99ab8 req-2154e987-f572-4b63-af14-cf29c0f6ad3b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=87dafb67-7607-403a-8873-3f7102a7c59e&id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359786 Jul 09 22:19:14.822428 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-09b2057c-2f41-4133-8437-fb405a68417f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:14.868892 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff2014-535c-4cfb-b53c-c189c35eaa31 req-0da3751f-d67c-4d44-bad2-8b70b4283fba tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:14.870399 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4aff2014-535c-4cfb-b53c-c189c35eaa31 req-0da3751f-d67c-4d44-bad2-8b70b4283fba tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0775175 Jul 09 22:19:14.914196 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4aff2014-535c-4cfb-b53c-c189c35eaa31 req-53e7ec18-f555-4673-a33b-7a359a1ebef3 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375521 Jul 09 22:19:15.234659 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:15.781394 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8b0b2-7b10-48ee-8a76-f6a042eb6657 req-b3163694-310b-4f60-83ea-45710774d563 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:15.783012 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d9c8b0b2-7b10-48ee-8a76-f6a042eb6657 req-b3163694-310b-4f60-83ea-45710774d563 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 985 time: 0.0740645 Jul 09 22:19:15.834619 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d9c8b0b2-7b10-48ee-8a76-f6a042eb6657 req-4e1a7d2b-3cb8-4e12-9d52-0617bf53b806 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=87dafb67-7607-403a-8873-3f7102a7c59e&id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443189 Jul 09 22:19:16.112398 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff427d7c-2923-4b1d-a434-357e716640d3 req-93e62f8c-5e12-48d5-9206-ae2d95627366 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:16.114087 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ff427d7c-2923-4b1d-a434-357e716640d3 req-93e62f8c-5e12-48d5-9206-ae2d95627366 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0711079 Jul 09 22:19:16.160020 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ff427d7c-2923-4b1d-a434-357e716640d3 req-6de69eaf-1126-435c-bb64-b26d92274a4c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396857 Jul 09 22:19:16.642030 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:17.020169 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7d69d-9f63-414c-8932-9e95f4100c13 req-9f6bc568-0483-4741-8fd7-e95981748089 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:17.021730 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b9a7d69d-9f63-414c-8932-9e95f4100c13 req-9f6bc568-0483-4741-8fd7-e95981748089 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 985 time: 0.0694501 Jul 09 22:19:17.063202 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b9a7d69d-9f63-414c-8932-9e95f4100c13 req-78cff46f-02ae-47b5-bb20-4907d5649b6f tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=87dafb67-7607-403a-8873-3f7102a7c59e&id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348396 Jul 09 22:19:17.339303 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c6342-35b8-47c7-8b31-28db01a9c769 req-8b2f25f8-65f9-4900-a763-3c16d36a9898 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:17.340787 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1b3c6342-35b8-47c7-8b31-28db01a9c769 req-8b2f25f8-65f9-4900-a763-3c16d36a9898 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0636222 Jul 09 22:19:17.377737 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1b3c6342-35b8-47c7-8b31-28db01a9c769 req-d961a7ed-7d35-4c81-9584-2da7a2c1f0d4 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314667 Jul 09 22:19:17.699795 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb5a80-b071-49be-9f6a-7f3c3ee9fc8c req-cff62f5b-2451-4965-b1dd-0573abe968ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:17.701311 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5cfb5a80-b071-49be-9f6a-7f3c3ee9fc8c req-cff62f5b-2451-4965-b1dd-0573abe968ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e15379ef8574723b1d38df0187a7df7&device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 1098 time: 0.0548744 Jul 09 22:19:17.788916 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb5a80-b071-49be-9f6a-7f3c3ee9fc8c req-b1119fa1-42ff-47c2-b046-32620dfbeb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:17.790368 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5cfb5a80-b071-49be-9f6a-7f3c3ee9fc8c req-b1119fa1-42ff-47c2-b046-32620dfbeb84 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637 HTTP/1.1" status: 200 len: 918 time: 0.0819318 Jul 09 22:19:17.857179 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5cfb5a80-b071-49be-9f6a-7f3c3ee9fc8c req-8644a10d-3e9d-44c1-92bc-fd37a8165e49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 HTTP/1.1" status: 200 len: 1001 time: 0.0594430 Jul 09 22:19:17.906707 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb5a80-b071-49be-9f6a-7f3c3ee9fc8c req-b4f4406e-d539-45c8-a521-1fdfca186b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:17.908147 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5cfb5a80-b071-49be-9f6a-7f3c3ee9fc8c req-b4f4406e-d539-45c8-a521-1fdfca186b5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6 HTTP/1.1" status: 200 len: 856 time: 0.0444386 Jul 09 22:19:17.965439 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb5a80-b071-49be-9f6a-7f3c3ee9fc8c req-533116ca-16da-4c72-b3df-8d5bc4fa2315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:17.966956 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5cfb5a80-b071-49be-9f6a-7f3c3ee9fc8c req-533116ca-16da-4c72-b3df-8d5bc4fa2315 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529749 Jul 09 22:19:18.057276 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5cfb5a80-b071-49be-9f6a-7f3c3ee9fc8c req-0b7cbe2a-09a5-4ff6-9287-bfab7fbceb67 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835438 Jul 09 22:19:18.145834 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5cfb5a80-b071-49be-9f6a-7f3c3ee9fc8c req-06038917-5fdf-4642-b4b1-884c2833d960 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817721 Jul 09 22:19:18.240104 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079d7b4-9470-48da-8b5b-c73a42128aaf req-b49236d7-08e5-4734-abd7-6f2406d849d4 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:18.241081 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e079d7b4-9470-48da-8b5b-c73a42128aaf req-b49236d7-08e5-4734-abd7-6f2406d849d4 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 985 time: 0.0659785 Jul 09 22:19:18.291691 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e079d7b4-9470-48da-8b5b-c73a42128aaf req-9c492110-e0a7-482b-be1e-92c29a6b7dd7 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=87dafb67-7607-403a-8873-3f7102a7c59e&id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439634 Jul 09 22:19:18.425287 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:18.563414 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50a3f1-a454-4510-8f77-a5f0a52ee8d3 req-122a5595-6730-42a1-aff6-85096466ab43 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:18.564977 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5d50a3f1-a454-4510-8f77-a5f0a52ee8d3 req-122a5595-6730-42a1-aff6-85096466ab43 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0697348 Jul 09 22:19:18.609556 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5d50a3f1-a454-4510-8f77-a5f0a52ee8d3 req-1a963ca8-cad9-406e-9bd6-c6adb2b722bf tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379238 Jul 09 22:19:19.467591 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313912b-76b4-4e28-9f9c-bccf31604e9e req-dbf5383c-4396-4276-ba03-4e1de9668621 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:19.469150 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5313912b-76b4-4e28-9f9c-bccf31604e9e req-dbf5383c-4396-4276-ba03-4e1de9668621 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 985 time: 0.0654850 Jul 09 22:19:19.509435 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5313912b-76b4-4e28-9f9c-bccf31604e9e req-d3f42bb4-42bf-421e-99ad-af28b19921ca tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=87dafb67-7607-403a-8873-3f7102a7c59e&id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345821 Jul 09 22:19:19.791189 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25610b4b-518b-41d5-ac44-c24806ecbcf4 req-fbbeb07e-1506-44fe-a5f2-20dca3aff8ff tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:19.792972 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-25610b4b-518b-41d5-ac44-c24806ecbcf4 req-fbbeb07e-1506-44fe-a5f2-20dca3aff8ff tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 945 time: 0.0680325 Jul 09 22:19:19.831501 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-25610b4b-518b-41d5-ac44-c24806ecbcf4 req-2653a298-1c81-40aa-a374-451efce24f53 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329905 Jul 09 22:19:20.378916 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:19:20.456285 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:20.479576 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef188555-0c14-4479-87dc-2a2eb0df26b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:19:20.481868 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9db23d-9d49-4048-8573-e2b0bf3156ff" -d '{"events": [{"server_uuid": "ef188555-0c14-4479-87dc-2a2eb0df26b3", "name": "network-vif-unplugged", "status": "completed", "tag": "0d74899e-e0bf-4a12-b6ef-30cf450bf4d3"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:19:20.496362 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:19:20.500926 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:20.526579 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 22:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924ff369-5f93-46b9-8a14-bda09415988f x-openstack-request-id: req-924ff369-5f93-46b9-8a14-bda09415988f {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:19:20.526900 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef188555-0c14-4479-87dc-2a2eb0df26b3", "name": "network-vif-unplugged", "status": "completed", "tag": "0d74899e-e0bf-4a12-b6ef-30cf450bf4d3", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:19:20.527147 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-924ff369-5f93-46b9-8a14-bda09415988f {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:19:20.527535 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef188555-0c14-4479-87dc-2a2eb0df26b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3', 'code': 200} Jul 09 22:19:20.555007 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:20.574721 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,revision_number=8']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:19:20.730284 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239f481-cb5f-45be-92bb-1145caa24995 req-ee88c3ff-d92b-426f-8eed-929f89b0afe6 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:20.731876 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f239f481-cb5f-45be-92bb-1145caa24995 req-ee88c3ff-d92b-426f-8eed-929f89b0afe6 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 985 time: 0.0667310 Jul 09 22:19:20.773936 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f239f481-cb5f-45be-92bb-1145caa24995 req-500d8fa7-a810-4376-8eb7-854435faaace tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=87dafb67-7607-403a-8873-3f7102a7c59e&id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353711 Jul 09 22:19:21.012705 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e8543-2de4-4aa4-ae3f-8a3c9cf8226a req-542eb312-37fd-4318-94c6-92003325dc4c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:21.014170 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ba9e8543-2de4-4aa4-ae3f-8a3c9cf8226a req-542eb312-37fd-4318-94c6-92003325dc4c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0640209 Jul 09 22:19:21.057143 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ba9e8543-2de4-4aa4-ae3f-8a3c9cf8226a req-b28b988c-49d5-4a4b-a09a-8830a244e490 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352225 Jul 09 22:19:21.870049 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3df4e-ee16-4130-b7f2-a2f4b9b7262f req-cae19cc3-eab6-4b82-a9cb-28dda5d1c3f4 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:21.871632 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-31e3df4e-ee16-4130-b7f2-a2f4b9b7262f req-cae19cc3-eab6-4b82-a9cb-28dda5d1c3f4 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0756121 Jul 09 22:19:21.933070 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-31e3df4e-ee16-4130-b7f2-a2f4b9b7262f req-6a043c38-0795-4c39-b6ea-12c341091432 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495622 Jul 09 22:19:21.987672 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b5f1d-8d48-4444-b87d-7dc8e56a846f req-6516ab41-d265-4a87-80b1-16cb459200b1 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:21.990323 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cb2b5f1d-8d48-4444-b87d-7dc8e56a846f req-6516ab41-d265-4a87-80b1-16cb459200b1 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 985 time: 0.0749960 Jul 09 22:19:22.041204 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cb2b5f1d-8d48-4444-b87d-7dc8e56a846f req-22123563-76ea-429a-a29a-cd3459177d8b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=87dafb67-7607-403a-8873-3f7102a7c59e&id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434680 Jul 09 22:19:22.135926 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43400) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:19:22.237242 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-bb01e597-97c4-441f-b842-cd906a972e9a req-2ad502e8-cb1b-4be3-9293-108f3e1632c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0997734 Jul 09 22:19:23.142259 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1060e-9b6b-4ed7-a506-8de1094a1060 req-134cfe46-7442-4c25-a100-5054ae203bfc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:23.143893 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a5d1060e-9b6b-4ed7-a506-8de1094a1060 req-134cfe46-7442-4c25-a100-5054ae203bfc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0741901 Jul 09 22:19:23.205237 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a5d1060e-9b6b-4ed7-a506-8de1094a1060 req-759aa94f-75e4-4de0-b144-a7acc72fe3e3 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537052 Jul 09 22:19:23.300289 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4191b7b-2ad7-4f74-b1f8-66a13d43de6d req-a4b1eae3-d807-422c-bc56-070e9be8deef tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:23.302446 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a4191b7b-2ad7-4f74-b1f8-66a13d43de6d req-a4b1eae3-d807-422c-bc56-070e9be8deef tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 985 time: 0.1119158 Jul 09 22:19:23.359422 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a4191b7b-2ad7-4f74-b1f8-66a13d43de6d req-cfb48523-f37b-49bf-823e-f1d2d656ca19 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=87dafb67-7607-403a-8873-3f7102a7c59e&id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468163 Jul 09 22:19:23.449540 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-75e2c865-fd1b-4202-bf6f-3080cd87bcd3 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1595909084&fields=id&tenant_id=ee20f04a9dbb481e87628429151deb49 HTTP/1.1" status: 200 len: 267 time: 0.0421345 Jul 09 22:19:23.581917 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-f6149b99-ac0f-416d-a2bf-d2dbfa6c30b5 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:23.583925 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-f6149b99-ac0f-416d-a2bf-d2dbfa6c30b5 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/networks?id=d90375db-451e-43ae-aadc-243874bd1ee1 HTTP/1.1" status: 200 len: 808 time: 0.1272728 Jul 09 22:19:23.601461 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-41a854fb-4fcb-46c4-863b-f01d47baebea tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/quotas/ee20f04a9dbb481e87628429151deb49 HTTP/1.1" status: 200 len: 375 time: 0.0103848 Jul 09 22:19:23.679661 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-cde84968-fcb8-4744-8686-2bd2a08116ae tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee20f04a9dbb481e87628429151deb49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722809 Jul 09 22:19:23.843595 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-80028d09-ee5c-4ac4-8f7a-64c90d4fae0a service neutron] 10.222.0.10 "GET /v2.0/networks/d90375db-451e-43ae-aadc-243874bd1ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372302 Jul 09 22:19:24.008336 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-2bacfc33-7c85-40a8-92ae-8dd546955e85 service neutron] 10.222.0.10 "GET /v2.0/networks/d90375db-451e-43ae-aadc-243874bd1ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572514 Jul 09 22:19:24.015652 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01e597-97c4-441f-b842-cd906a972e9a req-f385c62f-863a-45dd-837d-1afed4f5f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:24.017194 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bb01e597-97c4-441f-b842-cd906a972e9a req-f385c62f-863a-45dd-837d-1afed4f5f455 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3&tenant_id=7e15379ef8574723b1d38df0187a7df7 HTTP/1.1" status: 200 len: 1096 time: 0.1650674 Jul 09 22:19:24.107711 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01e597-97c4-441f-b842-cd906a972e9a req-47f8ddd8-6fc4-45c6-af8c-a7bf170936a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:24.109357 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bb01e597-97c4-441f-b842-cd906a972e9a req-47f8ddd8-6fc4-45c6-af8c-a7bf170936a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e15379ef8574723b1d38df0187a7df7&device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 1096 time: 0.0680475 Jul 09 22:19:24.212852 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01e597-97c4-441f-b842-cd906a972e9a req-0f2ba7f5-6842-4e06-a398-76b0ec8f4da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:24.214361 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bb01e597-97c4-441f-b842-cd906a972e9a req-0f2ba7f5-6842-4e06-a398-76b0ec8f4da4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637 HTTP/1.1" status: 200 len: 918 time: 0.0988445 Jul 09 22:19:24.307667 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bb01e597-97c4-441f-b842-cd906a972e9a req-d02476ab-9a43-419f-9041-81fb48bbbe01 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 HTTP/1.1" status: 200 len: 999 time: 0.0854340 Jul 09 22:19:24.389384 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:19:24.395486 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-574c1140-47ae-4fa3-a8aa-f574e0916b6d req-89edef9a-5a39-4589-b823-6fb87e673030 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 210 time: 0.0643826 Jul 09 22:19:24.433107 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01e597-97c4-441f-b842-cd906a972e9a req-f21d738f-50d1-46a2-acb5-c70022831340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:24.434612 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bb01e597-97c4-441f-b842-cd906a972e9a req-f21d738f-50d1-46a2-acb5-c70022831340 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6 HTTP/1.1" status: 200 len: 856 time: 0.1166987 Jul 09 22:19:24.498395 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a3dbc-baf8-4729-bb71-07870c4e6d89 req-4249369d-7c93-433a-bdb1-f7969ac9feb2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:24.502309 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-459a3dbc-baf8-4729-bb71-07870c4e6d89 req-4249369d-7c93-433a-bdb1-f7969ac9feb2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.1409979 Jul 09 22:19:24.533737 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01e597-97c4-441f-b842-cd906a972e9a req-7b72b627-2f89-4de1-897a-0e57d8903ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:24.536275 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bb01e597-97c4-441f-b842-cd906a972e9a req-7b72b627-2f89-4de1-897a-0e57d8903ebc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944421 Jul 09 22:19:24.612251 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-459a3dbc-baf8-4729-bb71-07870c4e6d89 req-2b18a21f-85a2-4794-8111-7561d91c9ce8 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016231 Jul 09 22:19:24.675400 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bb01e597-97c4-441f-b842-cd906a972e9a req-05e47aa9-1582-46ee-9613-016afa37adf4 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259818 Jul 09 22:19:24.791212 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bb01e597-97c4-441f-b842-cd906a972e9a req-b0af6535-5450-41f5-a182-b8d4643a9308 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091757 Jul 09 22:19:25.577049 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5e21b5c1-3ef9-4eaf-bbf6-7de9a31f1836 req-5b6c51c1-d995-44df-990a-73fbfc64eb90 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 210 time: 0.0393677 Jul 09 22:19:25.836406 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec90c02-a094-4a71-be32-b25f954c5031 req-ef473312-95f2-4318-9f21-914a6ea4dcd2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:25.837898 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3ec90c02-a094-4a71-be32-b25f954c5031 req-ef473312-95f2-4318-9f21-914a6ea4dcd2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0693965 Jul 09 22:19:25.877552 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3ec90c02-a094-4a71-be32-b25f954c5031 req-2e1ff0fa-ae2a-403c-8097-63aa5c110c25 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340154 Jul 09 22:19:26.752823 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-00afa10e-9808-4a51-b71b-3d2dd732f7a2 req-7997d5d5-789c-43b0-8feb-1841c8a0375a tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 210 time: 0.0299201 Jul 09 22:19:27.106071 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86898101-04d8-4052-891c-05df6220847c req-27fe2545-ab58-4df7-8791-053eb90f0f89 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:27.110832 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-86898101-04d8-4052-891c-05df6220847c req-27fe2545-ab58-4df7-8791-053eb90f0f89 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0841930 Jul 09 22:19:27.459499 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-86898101-04d8-4052-891c-05df6220847c req-1e111e07-ca13-441d-bbb3-b3ce753fd316 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3397954 Jul 09 22:19:27.948104 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ac1d6dab-ebd7-4b34-a527-fb89c3c0bd3f req-a029294e-5aa1-4e55-9b3e-12142ded67a5 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 210 time: 0.0404792 Jul 09 22:19:28.748280 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68a1a0-c379-4c11-b627-9ad06fd1657f req-0edb98e2-cff4-4fa0-bd2f-e7eb98bed129 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:28.750385 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8e68a1a0-c379-4c11-b627-9ad06fd1657f req-0edb98e2-cff4-4fa0-bd2f-e7eb98bed129 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.1013668 Jul 09 22:19:28.796096 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8e68a1a0-c379-4c11-b627-9ad06fd1657f req-9b9bc7cc-42f4-4618-8c8e-f1a1956e3224 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395458 Jul 09 22:19:29.123376 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-45e0845e-603b-4390-afb4-3a4b21827472 req-8e3cabcf-92b3-402a-b4bb-954ef81f8684 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 210 time: 0.0350587 Jul 09 22:19:30.028262 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bd942-e9b8-4e41-855f-8386f31b1c1c req-a4a15857-ac07-4cde-9f85-edfd5ffbb07a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:30.029823 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7d7bd942-e9b8-4e41-855f-8386f31b1c1c req-a4a15857-ac07-4cde-9f85-edfd5ffbb07a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0938275 Jul 09 22:19:30.073696 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7d7bd942-e9b8-4e41-855f-8386f31b1c1c req-600a2d8c-d89d-4a2b-80e6-7e24a9528ea8 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376151 Jul 09 22:19:30.287299 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1d6fce7f-1f2f-4a4e-8d07-5f35271a0aa5 req-39f8abca-7a15-4445-ac57-45c507f3a477 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 210 time: 0.0321622 Jul 09 22:19:31.379873 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2960c1-1251-47e0-a3d0-4c11a134f48b req-b794fd4f-e20d-4313-912d-7819e78d2f3d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:31.384459 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0a2960c1-1251-47e0-a3d0-4c11a134f48b req-b794fd4f-e20d-4313-912d-7819e78d2f3d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0954871 Jul 09 22:19:31.453349 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0a2960c1-1251-47e0-a3d0-4c11a134f48b req-1911eada-e8c2-4248-9dcd-cc2c223196af tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599606 Jul 09 22:19:31.502694 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7e5a6a7c-2446-4af7-9d6f-aa696c7fe5fd req-07dd868f-162c-49ac-9f60-5bc48e74d4a2 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 210 time: 0.0473063 Jul 09 22:19:32.703880 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e225a10b-38cc-48a0-9837-792045b25981 req-e12b8fb1-c361-4a20-a2c5-46a868c66dd5 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 210 time: 0.0568221 Jul 09 22:19:32.724123 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9faa0ef-5387-4d98-8b2e-5a0e7dd402b3 req-81bc8f57-7d60-48ba-b253-0d83454cb023 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:32.730689 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a9faa0ef-5387-4d98-8b2e-5a0e7dd402b3 req-81bc8f57-7d60-48ba-b253-0d83454cb023 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.1306527 Jul 09 22:19:32.771075 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a9faa0ef-5387-4d98-8b2e-5a0e7dd402b3 req-a72884ef-70e7-47fe-b635-fa13bbd52da5 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389724 Jul 09 22:19:33.889690 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-de188373-1c30-4264-adb3-ccef34320ef7 req-072a0c2f-15ff-4fef-aa78-15f1b5fcf5e7 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 210 time: 0.0327203 Jul 09 22:19:34.052028 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda96471-d81f-44a4-990c-684d35378cfe req-ea92576a-c528-461f-aa26-dde988b5c050 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:34.053764 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dda96471-d81f-44a4-990c-684d35378cfe req-ea92576a-c528-461f-aa26-dde988b5c050 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0711884 Jul 09 22:19:34.097295 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dda96471-d81f-44a4-990c-684d35378cfe req-6bbd2230-78ae-4094-b6f7-30b70d1c53bf tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365043 Jul 09 22:19:35.077418 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-31861173-d2d6-4eef-9cdc-4d26e2c7bc57 req-44c7d309-d877-4223-9037-a8e801f5fbf8 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 210 time: 0.0404439 Jul 09 22:19:35.331172 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597fb3a-305c-43e3-8e0c-9de889379108 req-52e5e13e-7f1a-4390-ad30-3f8806578891 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:35.333524 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b597fb3a-305c-43e3-8e0c-9de889379108 req-52e5e13e-7f1a-4390-ad30-3f8806578891 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0737116 Jul 09 22:19:35.377155 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b597fb3a-305c-43e3-8e0c-9de889379108 req-f2c48159-20ad-498c-95f1-864f9af01ef2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373452 Jul 09 22:19:36.238383 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f5b28091-db1e-4224-8173-c7868d6eb631 req-4af1f851-ebed-4fcb-b838-fe3cc2d90de0 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 210 time: 0.0289576 Jul 09 22:19:36.573731 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2972060-7ce6-4da0-b96b-95896a579325 req-8fb06e8f-0fcd-475f-9830-106557e8f778 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:36.575251 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f2972060-7ce6-4da0-b96b-95896a579325 req-8fb06e8f-0fcd-475f-9830-106557e8f778 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0676894 Jul 09 22:19:36.622666 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f2972060-7ce6-4da0-b96b-95896a579325 req-60f92348-4ba2-4d35-9684-050c48b59e34 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377765 Jul 09 22:19:37.405872 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-acd16775-dc09-473c-9780-ddf683e9e3d6 req-0d00a805-16c8-4a12-a3b9-7da3f606be60 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 210 time: 0.0468469 Jul 09 22:19:37.810777 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07eebd1-ecce-4d2c-87a2-f4295087e09b req-33ad507f-a2e2-47a7-8c55-df4712d03e37 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:37.812369 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a07eebd1-ecce-4d2c-87a2-f4295087e09b req-33ad507f-a2e2-47a7-8c55-df4712d03e37 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0652320 Jul 09 22:19:37.851949 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a07eebd1-ecce-4d2c-87a2-f4295087e09b req-79cc018e-9f72-465f-8f08-581baccad08a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331540 Jul 09 22:19:38.547812 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-211fb72a-52ef-4d04-b20c-2c274556f4a2 req-001ce9ff-2ed9-486e-9aab-34a6eb84b7d4 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 210 time: 0.0294478 Jul 09 22:19:39.036000 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccebe4b-a410-4985-90ac-b45202fa42a1 req-51617691-3e8f-4eea-8a5a-c84bd032125e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:39.037556 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1ccebe4b-a410-4985-90ac-b45202fa42a1 req-51617691-3e8f-4eea-8a5a-c84bd032125e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0681710 Jul 09 22:19:39.076706 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1ccebe4b-a410-4985-90ac-b45202fa42a1 req-b54158f0-43e7-4fcb-b797-4e704226052e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330083 Jul 09 22:19:39.689851 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-257339a3-f7b9-4991-97b9-af453fc22af6 req-32f8473c-716d-4f56-8813-daf7c0580e89 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 210 time: 0.0294807 Jul 09 22:19:40.216675 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-c4667991-e379-47ee-972c-b2eb4d7dac18 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:40.218177 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-c4667991-e379-47ee-972c-b2eb4d7dac18 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.11 "GET /v2.0/networks?id=d90375db-451e-43ae-aadc-243874bd1ee1 HTTP/1.1" status: 200 len: 808 time: 0.1166511 Jul 09 22:19:40.290871 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-69d51916-d629-46b0-887c-5cb86de103cb tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee20f04a9dbb481e87628429151deb49 HTTP/1.1" status: 200 len: 380 time: 0.0618939 Jul 09 22:19:40.305324 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Request body: {'port': {'device_id': 'cff8e9ef-d573-4020-9b52-6a96d7a14fb1', 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1', 'admin_state_up': True, 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'security_groups': ['d5bd5763-9ec0-47d4-8376-6b7a8aee3116']}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:19:40.355547 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d729779-8897-42b6-be3e-3b8ea6402588 req-021ef49d-1fdb-4f76-87b6-8674e65ff070 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:40.357032 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1d729779-8897-42b6-be3e-3b8ea6402588 req-021ef49d-1fdb-4f76-87b6-8674e65ff070 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.1379349 Jul 09 22:19:40.428118 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1d729779-8897-42b6-be3e-3b8ea6402588 req-bb130e3f-4540-40b6-ae85-7c0719dcecd0 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593441 Jul 09 22:19:40.451617 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Made reservation on behalf of ee20f04a9dbb481e87628429151deb49 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:19:40.455244 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:40.591240 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Allocated IP 172.20.0.13 (d90375db-451e-43ae-aadc-243874bd1ee1/b2a5a007-f5b7-40b7-b21d-55e4526026d0/0b9461a9-67f3-4929-afa6-aa1869aaf0cb) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:19:40.766630 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:40.799621 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Transition to ACTIVE for port object 0b9461a9-67f3-4929-afa6-aa1869aaf0cb will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:19:40.857567 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:40.947658 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Network d90375db-451e-43ae-aadc-243874bd1ee1 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:19:40.954109 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:19:40.961807 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:19:40.967556 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Pushing event updated for resources: {'Port': ['ID=0b9461a9-67f3-4929-afa6-aa1869aaf0cb,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:19:41.012155 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:41.012490 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:41.012846 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:41.013177 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:41.013497 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:41.013815 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:41.014159 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:41.014450 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:41.014767 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:41.015082 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:41.015387 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:41.015694 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:41.040496 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:41.041178 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:41.053288 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5356947-f865-4f01-b49b-8c762ac88a9e req-07e469e0-b39c-4139-b070-4ef6512e6c1b tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:41.054939 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c5356947-f865-4f01-b49b-8c762ac88a9e req-07e469e0-b39c-4139-b070-4ef6512e6c1b tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 932 time: 0.1605916 Jul 09 22:19:41.083918 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-c3c80d23-0ce2-421c-9791-4c1adfd92a66 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7822480 Jul 09 22:19:41.103669 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Request body: {'port': {'device_id': 'cff8e9ef-d573-4020-9b52-6a96d7a14fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:19:41.112062 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c5356947-f865-4f01-b49b-8c762ac88a9e req-4fb92232-d508-41a5-9f8c-354bd9e1e8e7 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501652 Jul 09 22:19:41.193010 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-b835fa84-6468-4143-9749-18e6a125bd08 None None] Provisioning for port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:19:41.194051 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:41.197227 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-b835fa84-6468-4143-9749-18e6a125bd08 None None] Provisioning complete for port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:19:41.197600 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b835fa84-6468-4143-9749-18e6a125bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:41.236158 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-b835fa84-6468-4143-9749-18e6a125bd08 None None] Port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:19:41.500120 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b9461a9-67f3-4929-afa6-aa1869aaf0cb {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:19:41.509527 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:41.528583 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Transition to ACTIVE for port object 0b9461a9-67f3-4929-afa6-aa1869aaf0cb will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:19:41.534687 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:41.540909 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8603f0ac-eacc-43e0-884c-515e7dabf423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:41.654767 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9461a9-67f3-4929-afa6-aa1869aaf0cb,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:19:41.725591 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Attempting to bind port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:19:41.725926 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Attempting to bind port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '80bb02d3-4090-4da8-8806-10b8343e22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:19:41.726252 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Attempting to bind port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb on network d90375db-451e-43ae-aadc-243874bd1ee1 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:19:41.733932 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb on network d90375db-451e-43ae-aadc-243874bd1ee1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:19:41.734257 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Attempting to bind port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb on network d90375db-451e-43ae-aadc-243874bd1ee1 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:19:41.745747 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4278e-229c-430c-bc57-0c8e41388509 req-26a3d444-1907-4fc7-a89f-8df636e697d3 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:41.747260 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-18d4278e-229c-430c-bc57-0c8e41388509 req-26a3d444-1907-4fc7-a89f-8df636e697d3 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.1598537 Jul 09 22:19:41.750492 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:19:41.750824 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Checking segment: {'id': '80bb02d3-4090-4da8-8806-10b8343e22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:19:41.751214 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Bound using segment: {'id': '80bb02d3-4090-4da8-8806-10b8343e22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:19:41.751655 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Bound port: 0b9461a9-67f3-4929-afa6-aa1869aaf0cb, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80bb02d3-4090-4da8-8806-10b8343e22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:19:41.752023 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:41.823221 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-18d4278e-229c-430c-bc57-0c8e41388509 req-037b52d1-6e20-4ea7-8d8e-9bceb41d3e06 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681829 Jul 09 22:19:41.853446 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] For port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb, host hv-cinder-79496, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:19:41.856644 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] For port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0b9461a9-67f3-4929-afa6-aa1869aaf0cb,segment=NetworkSegment(80bb02d3-4090-4da8-8806-10b8343e22a2),segment_id=80bb02d3-4090-4da8-8806-10b8343e22a2)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:19:41.861721 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:41.896126 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:41.896757 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:41.898211 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] 10.222.0.11 "PUT /v2.0/ports/0b9461a9-67f3-4929-afa6-aa1869aaf0cb HTTP/1.1" status: 200 len: 1094 time: 0.8022468 Jul 09 22:19:41.898660 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff8e9ef-d573-4020-9b52-6a96d7a14fb1', 'tag': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:19:41.900938 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33128729-6597-40cb-b79c-410f01eff6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "cff8e9ef-d573-4020-9b52-6a96d7a14fb1", "tag": "0b9461a9-67f3-4929-afa6-aa1869aaf0cb"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:19:41.933014 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5d3ad-897b-4625-b826-8cb429cb99a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9461a9-67f3-4929-afa6-aa1869aaf0cb,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:19:41.959916 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d993ce23-86ab-4355-82be-a46317a18a84 x-openstack-request-id: req-d993ce23-86ab-4355-82be-a46317a18a84 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:19:41.960351 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff8e9ef-d573-4020-9b52-6a96d7a14fb1", "tag": "0b9461a9-67f3-4929-afa6-aa1869aaf0cb", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:19:41.960782 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d993ce23-86ab-4355-82be-a46317a18a84 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:19:41.961383 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff8e9ef-d573-4020-9b52-6a96d7a14fb1', 'tag': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb', 'status': 'completed', 'code': 200} Jul 09 22:19:42.036831 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-892e4e31-e492-4735-84b1-d23235825298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:42.038364 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-892e4e31-e492-4735-84b1-d23235825298 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee20f04a9dbb481e87628429151deb49&device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 1097 time: 0.0953526 Jul 09 22:19:42.082058 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-3bab1966-4947-43f8-abd0-0d2875da5327 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b9461a9-67f3-4929-afa6-aa1869aaf0cb HTTP/1.1" status: 200 len: 217 time: 0.0359530 Jul 09 22:19:42.135310 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-f647d519-9692-4975-9149-dd5e9d0b08f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:42.136850 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-f647d519-9692-4975-9149-dd5e9d0b08f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2a5a007-f5b7-40b7-b21d-55e4526026d0 HTTP/1.1" status: 200 len: 847 time: 0.0491428 Jul 09 22:19:42.198255 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-f25de048-2c6e-4c6d-8868-d695ea6dc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:42.199767 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-f25de048-2c6e-4c6d-8868-d695ea6dc138 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d90375db-451e-43ae-aadc-243874bd1ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562782 Jul 09 22:19:42.336206 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-6652ed93-d485-4a3b-874a-fec7867eee29 service neutron] 10.222.0.11 "GET /v2.0/networks/d90375db-451e-43ae-aadc-243874bd1ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286230 Jul 09 22:19:42.349302 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f589cf-04bd-4185-9579-99987c0aadb3 req-6e4f8b0b-31a5-4605-bd0b-1cb698baa7e5 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:42.350816 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a7f589cf-04bd-4185-9579-99987c0aadb3 req-6e4f8b0b-31a5-4605-bd0b-1cb698baa7e5 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 944 time: 0.0975692 Jul 09 22:19:42.439471 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a7f589cf-04bd-4185-9579-99987c0aadb3 req-397960d6-a06e-43b3-9556-d6655ac8c50a tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804887 Jul 09 22:19:42.469962 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eaa7832f-2933-4b64-a1ee-a0009d21380c req-48f64aac-0e7c-406b-90ca-3dd5870a7cde service neutron] 10.222.0.11 "GET /v2.0/networks/d90375db-451e-43ae-aadc-243874bd1ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181884 Jul 09 22:19:42.582844 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33128729-6597-40cb-b79c-410f01eff6f9 req-ce1ee8b0-7784-4f05-9052-0db46af73a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:42.584347 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33128729-6597-40cb-b79c-410f01eff6f9 req-ce1ee8b0-7784-4f05-9052-0db46af73a32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee20f04a9dbb481e87628429151deb49&device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 1097 time: 0.0540545 Jul 09 22:19:42.679388 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33128729-6597-40cb-b79c-410f01eff6f9 req-1db02974-64ca-4f51-abcb-393e9006b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:42.680884 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33128729-6597-40cb-b79c-410f01eff6f9 req-1db02974-64ca-4f51-abcb-393e9006b036 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d90375db-451e-43ae-aadc-243874bd1ee1 HTTP/1.1" status: 200 len: 909 time: 0.0905664 Jul 09 22:19:42.723218 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33128729-6597-40cb-b79c-410f01eff6f9 req-6962e46e-0411-4921-bd3b-a38f96787e13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b9461a9-67f3-4929-afa6-aa1869aaf0cb HTTP/1.1" status: 200 len: 217 time: 0.0350642 Jul 09 22:19:42.772621 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33128729-6597-40cb-b79c-410f01eff6f9 req-7be2ad15-a64a-4a5c-a58c-f66211e5eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:42.774150 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33128729-6597-40cb-b79c-410f01eff6f9 req-7be2ad15-a64a-4a5c-a58c-f66211e5eb37 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2a5a007-f5b7-40b7-b21d-55e4526026d0 HTTP/1.1" status: 200 len: 847 time: 0.0451076 Jul 09 22:19:42.848606 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33128729-6597-40cb-b79c-410f01eff6f9 req-e471b38c-0253-4b47-856f-dc291f73eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:42.850186 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33128729-6597-40cb-b79c-410f01eff6f9 req-e471b38c-0253-4b47-856f-dc291f73eae7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d90375db-451e-43ae-aadc-243874bd1ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698116 Jul 09 22:19:42.941918 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33128729-6597-40cb-b79c-410f01eff6f9 req-f7b31558-3980-425f-90f7-861b3b327ca5 service neutron] 10.222.0.11 "GET /v2.0/networks/d90375db-451e-43ae-aadc-243874bd1ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848544 Jul 09 22:19:43.075023 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1219f77-1246-46fb-8e35-b86bbe830ee9 req-09208297-5185-4dc9-a322-b4d584c5756f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:43.076500 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f1219f77-1246-46fb-8e35-b86bbe830ee9 req-09208297-5185-4dc9-a322-b4d584c5756f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.1334701 Jul 09 22:19:43.082605 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33128729-6597-40cb-b79c-410f01eff6f9 req-99fd3e95-e1c1-4781-af67-61161788f476 service neutron] 10.222.0.11 "GET /v2.0/networks/d90375db-451e-43ae-aadc-243874bd1ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309888 Jul 09 22:19:43.117078 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f1219f77-1246-46fb-8e35-b86bbe830ee9 req-755a189f-76f6-43d2-9ecb-e050c1c21f9a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334857 Jul 09 22:19:43.617616 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cba9c7-f5b5-4704-871b-a73ae6c33024 req-a0e7bacb-0309-4984-8a2d-4778f1b2957e tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:43.619191 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-42cba9c7-f5b5-4704-871b-a73ae6c33024 req-a0e7bacb-0309-4984-8a2d-4778f1b2957e tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 944 time: 0.0684237 Jul 09 22:19:43.657704 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-42cba9c7-f5b5-4704-871b-a73ae6c33024 req-8dc51a68-91a2-44fb-b466-cd72c96ceb39 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317471 Jul 09 22:19:44.301673 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3d496-b8f6-462b-baf0-110031661114 req-c6135857-88dc-44fd-8f50-6c3bbc61fb5f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:44.303222 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7ec3d496-b8f6-462b-baf0-110031661114 req-c6135857-88dc-44fd-8f50-6c3bbc61fb5f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0674751 Jul 09 22:19:44.342259 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7ec3d496-b8f6-462b-baf0-110031661114 req-734745c0-d8d0-4db1-8264-b25b47af863e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330453 Jul 09 22:19:44.810307 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-efa835d6-97ce-4a61-abc1-d4776da2df7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:44.837789 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27180e-ee9d-4152-9bc8-5e19e0931f1f req-f978e3cf-fc2a-40bd-b32e-c18d11cf7257 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:44.839360 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3f27180e-ee9d-4152-9bc8-5e19e0931f1f req-f978e3cf-fc2a-40bd-b32e-c18d11cf7257 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 944 time: 0.0701799 Jul 09 22:19:44.878888 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3f27180e-ee9d-4152-9bc8-5e19e0931f1f req-9024aea7-adf2-42f1-9934-925b343e4693 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314162 Jul 09 22:19:45.226623 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:45.523916 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be9721-6eec-4491-a862-f1d7247afc79 req-09b81c13-c4d7-41bf-b5c6-ffb907e710b4 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:45.525387 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-58be9721-6eec-4491-a862-f1d7247afc79 req-09b81c13-c4d7-41bf-b5c6-ffb907e710b4 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0660412 Jul 09 22:19:45.565547 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-58be9721-6eec-4491-a862-f1d7247afc79 req-b0a736d0-da00-4d5e-ba71-b37f68ef1f17 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344424 Jul 09 22:19:46.054617 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b93f3-d0b5-4e40-8fec-365063e795ab req-337ea018-14cc-47c7-898b-4b3febc8a131 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:46.056124 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-706b93f3-d0b5-4e40-8fec-365063e795ab req-337ea018-14cc-47c7-898b-4b3febc8a131 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 944 time: 0.0663350 Jul 09 22:19:46.099236 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-706b93f3-d0b5-4e40-8fec-365063e795ab req-09bf948e-b1df-4fca-987c-94c60e13cc6c tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374165 Jul 09 22:19:46.645924 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:46.749833 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7174ea8-9867-453a-bae8-ce4655adc5fe req-89dd2705-ec01-4f69-978a-14e549f3dfc0 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:46.751358 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c7174ea8-9867-453a-bae8-ce4655adc5fe req-89dd2705-ec01-4f69-978a-14e549f3dfc0 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0701365 Jul 09 22:19:46.789817 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c7174ea8-9867-453a-bae8-ce4655adc5fe req-3adf55e6-031e-4ac1-94a4-0b727eb5a59d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328083 Jul 09 22:19:47.287380 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ead99-4808-4cc5-be03-166bce5db9f3 req-14ce7639-130d-4ca4-bf4a-b15b81e6f7a3 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:47.288910 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-481ead99-4808-4cc5-be03-166bce5db9f3 req-14ce7639-130d-4ca4-bf4a-b15b81e6f7a3 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 944 time: 0.0642347 Jul 09 22:19:47.326700 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-481ead99-4808-4cc5-be03-166bce5db9f3 req-3e069630-da98-4df0-a4d0-12385d2466cc tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322902 Jul 09 22:19:47.967343 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c98afc-ec08-4bbf-a4a1-6ed3bc7a0920 req-813c357b-f53d-4273-a635-51bbdc4465a8 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:47.968700 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-77c98afc-ec08-4bbf-a4a1-6ed3bc7a0920 req-813c357b-f53d-4273-a635-51bbdc4465a8 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 943 time: 0.0638700 Jul 09 22:19:48.009637 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-77c98afc-ec08-4bbf-a4a1-6ed3bc7a0920 req-4dc9b2e8-ac5e-40df-ad63-e1f8b032530d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346594 Jul 09 22:19:48.429800 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:48.507824 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12d1cc-b58e-4924-a3f0-24d090938167 req-8bf43d0d-7999-4945-af5b-6bf0d3157687 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:48.509383 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6d12d1cc-b58e-4924-a3f0-24d090938167 req-8bf43d0d-7999-4945-af5b-6bf0d3157687 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 944 time: 0.0673668 Jul 09 22:19:48.520394 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:19:48.549246 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6d12d1cc-b58e-4924-a3f0-24d090938167 req-5737081c-7896-418e-ba48-5d5532849d28 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341454 Jul 09 22:19:48.617773 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:19:48.630782 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'port_id': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3', 'mac_address': 'fa:16:3e:72:e7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:19:48.669469 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:48.694857 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:19:48.708410 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:19:48.712446 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:48.763289 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,revision_number=9']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:19:49.017393 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:19:49.194765 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd33c1-6f39-436f-ba86-06630e3ec17d req-d0b92a71-bef8-4a4f-82c1-1510b2b66aaf tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:49.196343 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-86dd33c1-6f39-436f-ba86-06630e3ec17d req-d0b92a71-bef8-4a4f-82c1-1510b2b66aaf tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 944 time: 0.0646994 Jul 09 22:19:49.234812 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-86dd33c1-6f39-436f-ba86-06630e3ec17d req-103e951a-66d7-47b3-bfa1-c6b2b80d7e81 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323622 Jul 09 22:19:49.299955 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['0d74899e-e0bf-4a12-b6ef-30cf450bf4d3'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:19:49.766621 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052c7c5-609d-40c5-af9e-e7d83b985ff0 req-c904ca2a-1a1e-441f-ae92-324a0ca74e7b tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:49.769628 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3052c7c5-609d-40c5-af9e-e7d83b985ff0 req-c904ca2a-1a1e-441f-ae92-324a0ca74e7b tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 944 time: 0.0916977 Jul 09 22:19:49.809808 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3052c7c5-609d-40c5-af9e-e7d83b985ff0 req-d817f348-078a-4920-8e89-14a2afcfe267 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344534 Jul 09 22:19:50.418226 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625021fe-3e80-4bce-847a-327a8cdd80b7 req-c6b49bb5-561d-4f12-be79-f7e4bd268fa9 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:50.419717 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-625021fe-3e80-4bce-847a-327a8cdd80b7 req-c6b49bb5-561d-4f12-be79-f7e4bd268fa9 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 944 time: 0.0648260 Jul 09 22:19:50.459508 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-625021fe-3e80-4bce-847a-327a8cdd80b7 req-cdce163e-efb9-41d8-a941-46722d12d89d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340588 Jul 09 22:19:50.535285 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:19:50.561542 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:50.587175 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:19:50.587545 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:50.665775 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:50.688367 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef188555-0c14-4479-87dc-2a2eb0df26b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:19:50.691256 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06c2630-9285-43f6-a88e-0c0720aaed4c" -d '{"events": [{"server_uuid": "ef188555-0c14-4479-87dc-2a2eb0df26b3", "name": "network-vif-plugged", "status": "completed", "tag": "0d74899e-e0bf-4a12-b6ef-30cf450bf4d3"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:19:50.705144 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:19:50.710130 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:50.735847 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21745363-04ad-404b-9b35-bb31fc901624 x-openstack-request-id: req-21745363-04ad-404b-9b35-bb31fc901624 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:19:50.736193 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef188555-0c14-4479-87dc-2a2eb0df26b3", "name": "network-vif-plugged", "status": "completed", "tag": "0d74899e-e0bf-4a12-b6ef-30cf450bf4d3", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:19:50.736407 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21745363-04ad-404b-9b35-bb31fc901624 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:19:50.737285 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef188555-0c14-4479-87dc-2a2eb0df26b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3', 'code': 200} Jul 09 22:19:50.765002 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,revision_number=10']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:19:50.772265 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:50.772616 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:50.772985 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:50.773323 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:50.773655 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:50.773986 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:50.774313 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:50.774637 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:50.774963 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:50.775286 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:50.775608 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:50.775927 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:19:50.981628 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e6568-ec48-459f-8685-dc1b113f1133 req-2e53cdcc-e0be-41a6-89d9-46467d78cf27 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:50.982977 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-489e6568-ec48-459f-8685-dc1b113f1133 req-2e53cdcc-e0be-41a6-89d9-46467d78cf27 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 944 time: 0.0614665 Jul 09 22:19:51.020427 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-489e6568-ec48-459f-8685-dc1b113f1133 req-180f4928-da32-42d3-95fb-fed3990e86ef tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312023 Jul 09 22:19:51.261210 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74098d03-32a7-4b35-8487-797aebdbdb0f req-ad1c705b-4e54-486c-a5bf-5234e382479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:51.262548 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-74098d03-32a7-4b35-8487-797aebdbdb0f req-ad1c705b-4e54-486c-a5bf-5234e382479d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 1099 time: 0.0555899 Jul 09 22:19:51.299137 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-74098d03-32a7-4b35-8487-797aebdbdb0f req-d9a180e2-f361-4484-ac1c-314ed82e998b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297284 Jul 09 22:19:51.645302 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dda71-12ab-4398-8ac4-a17193bb867a req-a38f675d-026d-4de2-91ec-4fcdc457bdfc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:51.646816 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-500dda71-12ab-4398-8ac4-a17193bb867a req-a38f675d-026d-4de2-91ec-4fcdc457bdfc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 946 time: 0.0710399 Jul 09 22:19:51.687020 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-500dda71-12ab-4398-8ac4-a17193bb867a req-b27b514d-8bf6-4b41-ae42-0f3d80163165 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342133 Jul 09 22:19:52.198669 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e92e3-bd60-4cad-be32-1170a168d430 req-231c0f84-122d-4ca9-a7f4-469b1c727c5f tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:52.200164 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f28e92e3-bd60-4cad-be32-1170a168d430 req-231c0f84-122d-4ca9-a7f4-469b1c727c5f tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 944 time: 0.0682516 Jul 09 22:19:52.238643 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f28e92e3-bd60-4cad-be32-1170a168d430 req-6fe57475-58ba-4021-801c-d60126ad0492 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328608 Jul 09 22:19:52.544367 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0b9461a9-67f3-4929-afa6-aa1869aaf0cb details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:19:52.650097 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0b9461a9-67f3-4929-afa6-aa1869aaf0cb,segment=NetworkSegment(80bb02d3-4090-4da8-8806-10b8343e22a2),segment_id=80bb02d3-4090-4da8-8806-10b8343e22a2)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:19:52.662698 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb', 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1', 'port_id': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb', 'mac_address': 'fa:16:3e:98:b4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:19:52.706961 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:52.720952 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9461a9-67f3-4929-afa6-aa1869aaf0cb {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:19:52.742244 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0b9461a9-67f3-4929-afa6-aa1869aaf0cb,segment=NetworkSegment(80bb02d3-4090-4da8-8806-10b8343e22a2),segment_id=80bb02d3-4090-4da8-8806-10b8343e22a2)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:19:52.747338 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:52.815824 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=0b9461a9-67f3-4929-afa6-aa1869aaf0cb,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:19:53.032233 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3fbd9-d570-4ddc-a9ac-470dbf550282 req-5b05bab8-66a8-48de-8b39-306e5378641d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:53.034551 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4fc3fbd9-d570-4ddc-a9ac-470dbf550282 req-5b05bab8-66a8-48de-8b39-306e5378641d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 946 time: 0.0644302 Jul 09 22:19:53.055145 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['0b9461a9-67f3-4929-afa6-aa1869aaf0cb'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:19:53.071059 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4fc3fbd9-d570-4ddc-a9ac-470dbf550282 req-33216d38-454c-4f46-950d-07bb0c8a8bcb tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310142 Jul 09 22:19:53.414840 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a99a6b-2d54-4903-9f8d-a9b61eedd14b req-9a45d1b0-8770-4122-95f9-5f878ef9fb4e tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:53.416322 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d8a99a6b-2d54-4903-9f8d-a9b61eedd14b req-9a45d1b0-8770-4122-95f9-5f878ef9fb4e tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 945 time: 0.0629070 Jul 09 22:19:53.457027 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d8a99a6b-2d54-4903-9f8d-a9b61eedd14b req-e146180b-1138-4ca2-9f47-a5d315bcf7a8 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328398 Jul 09 22:19:54.248824 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b2dc1-ea5f-48cf-b15b-422361f47454 req-d55d1687-9387-4a16-ac5b-99103a2d7730 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:54.250198 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7e6b2dc1-ea5f-48cf-b15b-422361f47454 req-d55d1687-9387-4a16-ac5b-99103a2d7730 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 946 time: 0.0642922 Jul 09 22:19:54.286949 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7e6b2dc1-ea5f-48cf-b15b-422361f47454 req-d4b397d1-fb03-4df3-84b0-d9aacf2c3e72 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312240 Jul 09 22:19:54.554061 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0b9461a9-67f3-4929-afa6-aa1869aaf0cb up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:19:54.605233 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:19:54.609056 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:19:54.609426 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:54.635601 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7ed90-b5bd-4eb0-868b-d06138df7364 req-9b90962b-7e98-4533-b376-41828e51a5a1 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:54.637126 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a4d7ed90-b5bd-4eb0-868b-d06138df7364 req-9b90962b-7e98-4533-b376-41828e51a5a1 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 945 time: 0.0642962 Jul 09 22:19:54.675117 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a4d7ed90-b5bd-4eb0-868b-d06138df7364 req-4b7a6820-836e-46e8-a66b-59403daf3bb6 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322168 Jul 09 22:19:54.688465 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:54.712019 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff8e9ef-d573-4020-9b52-6a96d7a14fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:19:54.714297 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772b20d9-32df-4825-badf-91e228e88302" -d '{"events": [{"server_uuid": "cff8e9ef-d573-4020-9b52-6a96d7a14fb1", "name": "network-vif-plugged", "status": "completed", "tag": "0b9461a9-67f3-4929-afa6-aa1869aaf0cb"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:19:54.726727 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0b9461a9-67f3-4929-afa6-aa1869aaf0cb,segment=NetworkSegment(80bb02d3-4090-4da8-8806-10b8343e22a2),segment_id=80bb02d3-4090-4da8-8806-10b8343e22a2)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:19:54.731021 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:54.754400 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e23fb7-a33f-4258-8cb3-ce9f0a867a8c x-openstack-request-id: req-63e23fb7-a33f-4258-8cb3-ce9f0a867a8c {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:19:54.754689 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff8e9ef-d573-4020-9b52-6a96d7a14fb1", "name": "network-vif-plugged", "status": "completed", "tag": "0b9461a9-67f3-4929-afa6-aa1869aaf0cb", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:19:54.754938 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63e23fb7-a33f-4258-8cb3-ce9f0a867a8c {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:19:54.755318 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff8e9ef-d573-4020-9b52-6a96d7a14fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb', 'code': 200} Jul 09 22:19:54.781524 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=0b9461a9-67f3-4929-afa6-aa1869aaf0cb,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:19:55.018280 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ba85c-3407-4da8-83da-b8553de3f4a2 req-f8901c5d-c6ac-4a90-aaec-24182c33086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:55.019662 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-376ba85c-3407-4da8-83da-b8553de3f4a2 req-f8901c5d-c6ac-4a90-aaec-24182c33086a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 1099 time: 0.0532620 Jul 09 22:19:55.053354 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-376ba85c-3407-4da8-83da-b8553de3f4a2 req-b6c75dcb-7763-4f78-a9f7-9f6b862f192b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270209 Jul 09 22:19:55.844832 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7367b2-3b8e-46e8-8e7f-6d734e6469e3 req-50ee8ebb-8653-4ec2-8be3-dbb20c1e0fac tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:55.846277 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0e7367b2-3b8e-46e8-8e7f-6d734e6469e3 req-50ee8ebb-8653-4ec2-8be3-dbb20c1e0fac tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.0607657 Jul 09 22:19:55.882540 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0e7367b2-3b8e-46e8-8e7f-6d734e6469e3 req-ebcbcd9e-051f-47a0-83e7-3791f8f544cd tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299530 Jul 09 22:19:57.078140 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8684bd-f539-4e88-a617-703a8b1845c5 req-794a0cbc-9721-4939-9414-9074b5f8f2ec tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:57.079618 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6b8684bd-f539-4e88-a617-703a8b1845c5 req-794a0cbc-9721-4939-9414-9074b5f8f2ec tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.0767257 Jul 09 22:19:57.118432 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6b8684bd-f539-4e88-a617-703a8b1845c5 req-ae47162c-80c5-45ee-905a-41ca3399b833 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333128 Jul 09 22:19:57.296522 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0639b-9940-4d1c-973c-f9fd2938b013 req-597f766c-3c4c-4dc3-942b-606a7de96fdf tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:57.297827 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-baa0639b-9940-4d1c-973c-f9fd2938b013 req-597f766c-3c4c-4dc3-942b-606a7de96fdf tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.0681252 Jul 09 22:19:57.336583 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-baa0639b-9940-4d1c-973c-f9fd2938b013 req-556b4766-5bce-4b57-ba5d-6008c8c3df1c tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330951 Jul 09 22:19:57.360361 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 43618) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:19:57.452398 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e550a32-8da6-40c4-bed5-a046e2e3130c tempest-TestShelveInstance-1059256024 tempest-TestShelveInstance-1059256024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:57.453923 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-3e550a32-8da6-40c4-bed5-a046e2e3130c tempest-TestShelveInstance-1059256024 tempest-TestShelveInstance-1059256024-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 1094 time: 0.0925639 Jul 09 22:19:57.457519 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 43622) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:19:57.461850 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Request body: {'floatingip': {'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'port_id': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:19:57.486160 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for floatingip, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:57.824818 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:57.929285 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Allocated IP 172.27.2.80 (48f3c221-d066-4df5-b08c-0298bc94fba3/de0a8c43-0791-41b8-9204-ec5737d75642/128ba163-bf75-4c8b-b5aa-3a4ef66d9501) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:19:58.040901 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:58.082313 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:58.122090 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:19:58.124920 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:19:58.129082 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:19:58.134496 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Pushing event updated for resources: {'Port': ['ID=128ba163-bf75-4c8b-b5aa-3a4ef66d9501,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:19:58.641530 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:58.752322 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:58.896091 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:58.900585 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:58.968492 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Pushing event updated for resources: {'Port': ['ID=128ba163-bf75-4c8b-b5aa-3a4ef66d9501,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:19:58.980328 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545156'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:59.079428 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.l3_db [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Floating IP c2ce680d-b246-4f9a-a9f4-1395a47faee6 associated. External IP: 172.27.2.80, port: 0b9461a9-67f3-4929-afa6-aa1869aaf0cb. Jul 09 22:19:59.288487 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Router 57f3b767-1c09-46d2-9799-0b34b9e66ee5 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:19:59.400069 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:19:59.410751 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49610c3-137e-4981-a07a-b63451e23eaf None None] Sync routers for ids ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:19:59.418083 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:19:59.422583 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49610c3-137e-4981-a07a-b63451e23eaf None None] Routers {'57f3b767-1c09-46d2-9799-0b34b9e66ee5'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:19:59.423220 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-a49610c3-137e-4981-a07a-b63451e23eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:19:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:19:59.469598 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-c0cdd48a-d119-46f2-b79a-c70ad4011601 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9988098 Jul 09 22:19:59.469598 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff8e9ef-d573-4020-9b52-6a96d7a14fb1', 'tag': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:19:59.469598 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfecda2-ad63-4c08-82d8-ed29b0010f84" -d '{"events": [{"name": "network-changed", "server_uuid": "cff8e9ef-d573-4020-9b52-6a96d7a14fb1", "tag": "0b9461a9-67f3-4929-afa6-aa1869aaf0cb"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:19:59.502230 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108b96dd-0cd9-4eb7-a2a4-4d37b2cfc46c x-openstack-request-id: req-108b96dd-0cd9-4eb7-a2a4-4d37b2cfc46c {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:19:59.503043 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff8e9ef-d573-4020-9b52-6a96d7a14fb1", "tag": "0b9461a9-67f3-4929-afa6-aa1869aaf0cb", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:19:59.503301 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-108b96dd-0cd9-4eb7-a2a4-4d37b2cfc46c {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:19:59.503709 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff8e9ef-d573-4020-9b52-6a96d7a14fb1', 'tag': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb', 'status': 'completed', 'code': 200} Jul 09 22:19:59.534983 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-a49610c3-137e-4981-a07a-b63451e23eaf None None] Set router 57f3b767-1c09-46d2-9799-0b34b9e66ee5 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:19:59.581571 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfecda2-ad63-4c08-82d8-ed29b0010f84 req-17360ceb-1608-4d04-8067-bdc656512f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:59.582987 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4bfecda2-ad63-4c08-82d8-ed29b0010f84 req-17360ceb-1608-4d04-8067-bdc656512f09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee20f04a9dbb481e87628429151deb49&device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 1099 time: 0.0558727 Jul 09 22:19:59.682498 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfecda2-ad63-4c08-82d8-ed29b0010f84 req-8269cb7e-5f6c-4c25-a975-8d5618531829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:59.683975 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4bfecda2-ad63-4c08-82d8-ed29b0010f84 req-8269cb7e-5f6c-4c25-a975-8d5618531829 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d90375db-451e-43ae-aadc-243874bd1ee1 HTTP/1.1" status: 200 len: 909 time: 0.0947483 Jul 09 22:19:59.749797 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4bfecda2-ad63-4c08-82d8-ed29b0010f84 req-e9e28f6d-81f6-4069-8e6f-966b63dfa12f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b9461a9-67f3-4929-afa6-aa1869aaf0cb HTTP/1.1" status: 200 len: 999 time: 0.0583301 Jul 09 22:19:59.777918 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-a49610c3-137e-4981-a07a-b63451e23eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'name': 'tempest-TestShelveInstance-408933693-router', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:51Z', 'revision_number': 4, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'gw_port': {'id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': 'c2ce680d-b246-4f9a-a9f4-1395a47faee6', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'port_id': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1', 'mac_address': 'fa:16:3e:98:b4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8e9ef-d573-4020-9b52-6a96d7a14fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:19:58Z', 'updated_at': '2021-07-09T22:19:58Z', 'revision_number': 0, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc3c5d2-a0d2-4744-86a0-c8848568fe4e', 'name': '', 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'mac_address': 'fa:16:3e:e9:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:51Z', 'updated_at': '2021-07-09T22:18:58Z', 'revision_number': 5, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'subnets': [{'id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:19:59.804330 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfecda2-ad63-4c08-82d8-ed29b0010f84 req-d613000d-c0c2-4ad9-9c0e-332eaf84de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:59.805834 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4bfecda2-ad63-4c08-82d8-ed29b0010f84 req-d613000d-c0c2-4ad9-9c0e-332eaf84de4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2a5a007-f5b7-40b7-b21d-55e4526026d0 HTTP/1.1" status: 200 len: 847 time: 0.0500054 Jul 09 22:19:59.868335 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfecda2-ad63-4c08-82d8-ed29b0010f84 req-4482d4ec-e620-4926-9973-eba511ada690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:19:59.869876 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4bfecda2-ad63-4c08-82d8-ed29b0010f84 req-4482d4ec-e620-4926-9973-eba511ada690 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d90375db-451e-43ae-aadc-243874bd1ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559537 Jul 09 22:19:59.910462 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49610c3-137e-4981-a07a-b63451e23eaf None None] Checking router: 57f3b767-1c09-46d2-9799-0b34b9e66ee5 for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:19:59.919538 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49610c3-137e-4981-a07a-b63451e23eaf None None] Routers {'57f3b767-1c09-46d2-9799-0b34b9e66ee5'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:19:59.919806 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-a49610c3-137e-4981-a07a-b63451e23eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:19:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:19:59.959728 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4bfecda2-ad63-4c08-82d8-ed29b0010f84 req-b9253e90-f4fe-4362-adf6-21c3542bd804 service neutron] 10.222.0.11 "GET /v2.0/networks/d90375db-451e-43ae-aadc-243874bd1ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827549 Jul 09 22:20:00.024590 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-a49610c3-137e-4981-a07a-b63451e23eaf None None] Set router 57f3b767-1c09-46d2-9799-0b34b9e66ee5 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:20:00.057856 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4bfecda2-ad63-4c08-82d8-ed29b0010f84 req-b411c1dc-789c-4c81-8c6a-17db14642edb service neutron] 10.222.0.11 "GET /v2.0/networks/d90375db-451e-43ae-aadc-243874bd1ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917492 Jul 09 22:20:00.246699 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-a49610c3-137e-4981-a07a-b63451e23eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'name': 'tempest-TestShelveInstance-408933693-router', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:51Z', 'revision_number': 4, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'gw_port': {'id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': 'c2ce680d-b246-4f9a-a9f4-1395a47faee6', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'port_id': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1', 'mac_address': 'fa:16:3e:98:b4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8e9ef-d573-4020-9b52-6a96d7a14fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:19:58Z', 'updated_at': '2021-07-09T22:19:58Z', 'revision_number': 0, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc3c5d2-a0d2-4744-86a0-c8848568fe4e', 'name': '', 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'mac_address': 'fa:16:3e:e9:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:51Z', 'updated_at': '2021-07-09T22:18:58Z', 'revision_number': 5, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'subnets': [{'id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:20:00.276680 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49610c3-137e-4981-a07a-b63451e23eaf None None] The sync data for ids ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'] in dv-cinder-794962-8-iscsi is: [{'id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'name': 'tempest-TestShelveInstance-408933693-router', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:51Z', 'revision_number': 4, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'gw_port': {'id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': 'c2ce680d-b246-4f9a-a9f4-1395a47faee6', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'port_id': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1', 'mac_address': 'fa:16:3e:98:b4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8e9ef-d573-4020-9b52-6a96d7a14fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:19:58Z', 'updated_at': '2021-07-09T22:19:58Z', 'revision_number': 0, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc3c5d2-a0d2-4744-86a0-c8848568fe4e', 'name': '', 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'mac_address': 'fa:16:3e:e9:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:51Z', 'updated_at': '2021-07-09T22:18:58Z', 'revision_number': 5, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'subnets': [{'id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:20:00.458702 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5858ce7-ba15-4b12-a294-19f05fe08dee None None] New status for floating IP c2ce680d-b246-4f9a-a9f4-1395a47faee6: ACTIVE {{(pid=93130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 22:20:11.535131 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-15d25a8b-b68c-4d56-a6b0-dc67e6854d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:14.802199 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-70189e52-49af-4393-a9ff-b9d764a1b6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:15.228348 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:16.648769 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:18.432542 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:20.576560 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:26.016369 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:20:26.903082 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3fe6430-fd3c-483c-89ba-6c8afd67d56d req-834b2ac4-1fd9-4fbb-b9d9-4348d500e815 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-196166226&fields=id&tenant_id=c3bf697e8414479dbd95d42da53ccefa HTTP/1.1" status: 200 len: 267 time: 0.0334666 Jul 09 22:20:26.967884 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe6430-fd3c-483c-89ba-6c8afd67d56d req-4c79a7ac-3f38-410e-bdeb-93d4042d1174 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:20:26.969342 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3fe6430-fd3c-483c-89ba-6c8afd67d56d req-4c79a7ac-3f38-410e-bdeb-93d4042d1174 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 985 time: 0.0606658 Jul 09 22:20:26.979827 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-b3fe6430-fd3c-483c-89ba-6c8afd67d56d req-32632cda-1a39-49ce-8128-491287eff196 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Request body: {'port': {'security_groups': ['592b4689-1471-43aa-a9e4-5ae7b489a511']}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:20:27.063497 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b3fe6430-fd3c-483c-89ba-6c8afd67d56d req-32632cda-1a39-49ce-8128-491287eff196 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:27.237209 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-b3fe6430-fd3c-483c-89ba-6c8afd67d56d req-32632cda-1a39-49ce-8128-491287eff196 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] For port 5c300f3a-253a-4819-98e0-22ddfe666c42, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5c300f3a-253a-4819-98e0-22ddfe666c42,segment=NetworkSegment(1a5bb884-0c1d-41db-8e87-a9dddcffe2db),segment_id=1a5bb884-0c1d-41db-8e87-a9dddcffe2db)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:20:27.265718 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b3fe6430-fd3c-483c-89ba-6c8afd67d56d req-32632cda-1a39-49ce-8128-491287eff196 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:27.270258 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b3fe6430-fd3c-483c-89ba-6c8afd67d56d req-32632cda-1a39-49ce-8128-491287eff196 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:27.282357 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['5c300f3a-253a-4819-98e0-22ddfe666c42'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:20:27.314924 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe6430-fd3c-483c-89ba-6c8afd67d56d req-32632cda-1a39-49ce-8128-491287eff196 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:20:27.315555 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b3fe6430-fd3c-483c-89ba-6c8afd67d56d req-32632cda-1a39-49ce-8128-491287eff196 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:27.316990 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3fe6430-fd3c-483c-89ba-6c8afd67d56d req-32632cda-1a39-49ce-8128-491287eff196 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "PUT /v2.0/ports/5c300f3a-253a-4819-98e0-22ddfe666c42 HTTP/1.1" status: 200 len: 943 time: 0.3415499 Jul 09 22:20:27.317449 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da310c23-19fd-4c59-9b5c-d0667decb1b8', 'tag': '5c300f3a-253a-4819-98e0-22ddfe666c42'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:20:27.319714 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa15ad7-d81d-463b-a830-6fc834c01205" -d '{"events": [{"name": "network-changed", "server_uuid": "da310c23-19fd-4c59-9b5c-d0667decb1b8", "tag": "5c300f3a-253a-4819-98e0-22ddfe666c42"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:20:27.324696 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43648) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:20:27.346531 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632cda-1a39-49ce-8128-491287eff196 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Pushing event updated for resources: {'Port': ['ID=5c300f3a-253a-4819-98e0-22ddfe666c42,revision_number=7']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:20:27.380274 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac5da57-4920-4d8d-97e2-03c376fcffdc x-openstack-request-id: req-2ac5da57-4920-4d8d-97e2-03c376fcffdc {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:20:27.380823 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da310c23-19fd-4c59-9b5c-d0667decb1b8", "tag": "5c300f3a-253a-4819-98e0-22ddfe666c42", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:20:27.381284 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ac5da57-4920-4d8d-97e2-03c376fcffdc {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:20:27.381882 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da310c23-19fd-4c59-9b5c-d0667decb1b8', 'tag': '5c300f3a-253a-4819-98e0-22ddfe666c42', 'status': 'completed', 'code': 200} Jul 09 22:20:27.418701 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ab78925c-2d0c-4a2e-aea9-7833eddb76b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:27.451262 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['5c300f3a-253a-4819-98e0-22ddfe666c42'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:20:27.453315 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ab78925c-2d0c-4a2e-aea9-7833eddb76b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:27.469975 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa15ad7-d81d-463b-a830-6fc834c01205 req-d47f0847-9816-4248-8211-a04c04b3452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:20:27.472404 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fa15ad7-d81d-463b-a830-6fc834c01205 req-d47f0847-9816-4248-8211-a04c04b3452e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3bf697e8414479dbd95d42da53ccefa&device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 1099 time: 0.0669980 Jul 09 22:20:27.521936 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ab78925c-2d0c-4a2e-aea9-7833eddb76b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:27.524502 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ab78925c-2d0c-4a2e-aea9-7833eddb76b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:27.528460 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-ab78925c-2d0c-4a2e-aea9-7833eddb76b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "DELETE /v2.0/security-groups/87dafb67-7607-403a-8873-3f7102a7c59e HTTP/1.1" status: 204 len: 168 time: 0.1995893 Jul 09 22:20:27.529242 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 43652) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:20:27.536443 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78925c-2d0c-4a2e-aea9-7833eddb76b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dafb67-7607-403a-8873-3f7102a7c59e,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:20:27.543692 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78925c-2d0c-4a2e-aea9-7833eddb76b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:20:27.544039 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78925c-2d0c-4a2e-aea9-7833eddb76b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:20:27.544379 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78925c-2d0c-4a2e-aea9-7833eddb76b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:20:27.544714 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78925c-2d0c-4a2e-aea9-7833eddb76b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:20:27.545083 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78925c-2d0c-4a2e-aea9-7833eddb76b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:20:27.545411 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78925c-2d0c-4a2e-aea9-7833eddb76b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:20:27.545743 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78925c-2d0c-4a2e-aea9-7833eddb76b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:20:27.546067 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78925c-2d0c-4a2e-aea9-7833eddb76b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:20:27.546395 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78925c-2d0c-4a2e-aea9-7833eddb76b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:20:27.546715 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78925c-2d0c-4a2e-aea9-7833eddb76b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:20:27.547035 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78925c-2d0c-4a2e-aea9-7833eddb76b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:20:27.547363 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78925c-2d0c-4a2e-aea9-7833eddb76b0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:20:27.611974 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-39a7d6e5-ffc2-45f2-95c9-b8fa01f93122 None None] Provisioning complete for port 5c300f3a-253a-4819-98e0-22ddfe666c42 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:20:27.612349 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-39a7d6e5-ffc2-45f2-95c9-b8fa01f93122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:27.953943 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa15ad7-d81d-463b-a830-6fc834c01205 req-97c4f0c2-8250-4f49-bc3a-cdfc4b7bd937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:20:27.955966 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fa15ad7-d81d-463b-a830-6fc834c01205 req-97c4f0c2-8250-4f49-bc3a-cdfc4b7bd937 service neutron] 10.222.0.11 "GET /v2.0/networks?id=47f5e06c-d6cf-411f-8c4e-2ca1eacd079f HTTP/1.1" status: 200 len: 916 time: 0.4761708 Jul 09 22:20:28.045006 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fa15ad7-d81d-463b-a830-6fc834c01205 req-e64a26d9-1e16-4847-9e90-0f1106ad7ca0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c300f3a-253a-4819-98e0-22ddfe666c42 HTTP/1.1" status: 200 len: 1002 time: 0.0791421 Jul 09 22:20:28.094411 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-12dee688-f645-4550-938f-af7a3a9d0759 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Deleting port f668d4e2-558e-42da-b883-4eff0a9c8452 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:20:28.094745 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-12dee688-f645-4550-938f-af7a3a9d0759 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:28.132553 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa15ad7-d81d-463b-a830-6fc834c01205 req-0a126dae-0a45-4237-8ae2-908aa2041fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:20:28.133999 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fa15ad7-d81d-463b-a830-6fc834c01205 req-0a126dae-0a45-4237-8ae2-908aa2041fbf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=677ed05f-ab01-4cd9-b598-8a5e82092172 HTTP/1.1" status: 200 len: 854 time: 0.0826976 Jul 09 22:20:28.212151 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-12dee688-f645-4550-938f-af7a3a9d0759 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:28.212477 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-12dee688-f645-4550-938f-af7a3a9d0759 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:28.226630 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-12dee688-f645-4550-938f-af7a3a9d0759 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Calling delete_port for f668d4e2-558e-42da-b883-4eff0a9c8452 owned by network:floatingip {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:20:28.243062 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa15ad7-d81d-463b-a830-6fc834c01205 req-3c78496e-5d61-497b-8283-41d2b8a8a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:20:28.244529 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fa15ad7-d81d-463b-a830-6fc834c01205 req-3c78496e-5d61-497b-8283-41d2b8a8a0a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47f5e06c-d6cf-411f-8c4e-2ca1eacd079f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1033967 Jul 09 22:20:28.416841 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fa15ad7-d81d-463b-a830-6fc834c01205 req-31d89e9d-e031-45ba-8730-c8b371acaf17 service neutron] 10.222.0.11 "GET /v2.0/networks/47f5e06c-d6cf-411f-8c4e-2ca1eacd079f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387117 Jul 09 22:20:28.544516 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-12dee688-f645-4550-938f-af7a3a9d0759 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:28.548912 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fa15ad7-d81d-463b-a830-6fc834c01205 req-1242e0c1-3389-4405-a4d0-e64d38d88cf2 service neutron] 10.222.0.11 "GET /v2.0/networks/47f5e06c-d6cf-411f-8c4e-2ca1eacd079f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229641 Jul 09 22:20:28.574359 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dee688-f645-4550-938f-af7a3a9d0759 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Pushing event deleted for resources: {'Port': ['ID=f668d4e2-558e-42da-b883-4eff0a9c8452,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:20:28.632937 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-12dee688-f645-4550-938f-af7a3a9d0759 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks [] for floatingip, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:28.633263 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.l3_db [None req-12dee688-f645-4550-938f-af7a3a9d0759 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Floating IP 75a4e71e-8464-4adb-9ced-902c5868135f disassociated (deleted). External IP: 172.27.2.105, port: 5c300f3a-253a-4819-98e0-22ddfe666c42. Jul 09 22:20:28.835145 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dee688-f645-4550-938f-af7a3a9d0759 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Router 128b42c5-320e-458c-9d83-35bf57e4a2ab has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:20:28.944887 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dee688-f645-4550-938f-af7a3a9d0759 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:20:28.949692 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-12dee688-f645-4550-938f-af7a3a9d0759 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:28.953968 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7638fa68-7ce5-4b71-94d9-cc2b1a9c1fcf None None] Sync routers for ids ['128b42c5-320e-458c-9d83-35bf57e4a2ab'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:20:28.962530 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7638fa68-7ce5-4b71-94d9-cc2b1a9c1fcf None None] Routers {'128b42c5-320e-458c-9d83-35bf57e4a2ab'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:20:28.963133 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-7638fa68-7ce5-4b71-94d9-cc2b1a9c1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:20:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['128b42c5-320e-458c-9d83-35bf57e4a2ab'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:20:28.985453 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-12dee688-f645-4550-938f-af7a3a9d0759 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "DELETE /v2.0/floatingips/75a4e71e-8464-4adb-9ced-902c5868135f HTTP/1.1" status: 204 len: 168 time: 1.4551475 Jul 09 22:20:29.070892 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-7638fa68-7ce5-4b71-94d9-cc2b1a9c1fcf None None] Set router 128b42c5-320e-458c-9d83-35bf57e4a2ab gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:20:29.278559 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-7638fa68-7ce5-4b71-94d9-cc2b1a9c1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'name': 'tempest-TestMinimumBasicScenario-2075115797-router', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:50Z', 'updated_at': '2021-07-09T22:15:53Z', 'revision_number': 4, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'gw_port': {'id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:51Z', 'updated_at': '2021-07-09T22:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '64f4c0ec-1965-482e-9657-cf809db6eddd', 'name': '', 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'mac_address': 'fa:16:3e:19:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:53Z', 'updated_at': '2021-07-09T22:16:01Z', 'revision_number': 5, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'subnets': [{'id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:20:29.311346 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7638fa68-7ce5-4b71-94d9-cc2b1a9c1fcf None None] Checking router: 128b42c5-320e-458c-9d83-35bf57e4a2ab for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:20:29.320163 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7638fa68-7ce5-4b71-94d9-cc2b1a9c1fcf None None] Routers {'128b42c5-320e-458c-9d83-35bf57e4a2ab'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:20:29.320801 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-7638fa68-7ce5-4b71-94d9-cc2b1a9c1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:20:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['128b42c5-320e-458c-9d83-35bf57e4a2ab'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:20:29.383080 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da310c23-19fd-4c59-9b5c-d0667decb1b8', 'tag': '5c300f3a-253a-4819-98e0-22ddfe666c42'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:20:29.385495 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8228582-4722-4f99-84b9-da48e8e3ef2e" -d '{"events": [{"name": "network-changed", "server_uuid": "da310c23-19fd-4c59-9b5c-d0667decb1b8", "tag": "5c300f3a-253a-4819-98e0-22ddfe666c42"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:20:29.421949 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d83209-8ace-4c33-8ad1-5be9438d2113 x-openstack-request-id: req-99d83209-8ace-4c33-8ad1-5be9438d2113 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:20:29.422101 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-7638fa68-7ce5-4b71-94d9-cc2b1a9c1fcf None None] Set router 128b42c5-320e-458c-9d83-35bf57e4a2ab gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:20:29.422284 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da310c23-19fd-4c59-9b5c-d0667decb1b8", "tag": "5c300f3a-253a-4819-98e0-22ddfe666c42", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:20:29.422531 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99d83209-8ace-4c33-8ad1-5be9438d2113 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:20:29.422953 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da310c23-19fd-4c59-9b5c-d0667decb1b8', 'tag': '5c300f3a-253a-4819-98e0-22ddfe666c42', 'status': 'completed', 'code': 200} Jul 09 22:20:29.508277 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8228582-4722-4f99-84b9-da48e8e3ef2e req-b208320d-f4b3-47d9-81e7-ce6a844d2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:20:29.509820 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c8228582-4722-4f99-84b9-da48e8e3ef2e req-b208320d-f4b3-47d9-81e7-ce6a844d2513 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3bf697e8414479dbd95d42da53ccefa&device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 1099 time: 0.0552778 Jul 09 22:20:29.600985 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8228582-4722-4f99-84b9-da48e8e3ef2e req-1bc3a192-4dd9-4fd4-a915-4857554b64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:20:29.602767 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c8228582-4722-4f99-84b9-da48e8e3ef2e req-1bc3a192-4dd9-4fd4-a915-4857554b64a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=47f5e06c-d6cf-411f-8c4e-2ca1eacd079f HTTP/1.1" status: 200 len: 916 time: 0.0847449 Jul 09 22:20:29.620466 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-7638fa68-7ce5-4b71-94d9-cc2b1a9c1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'name': 'tempest-TestMinimumBasicScenario-2075115797-router', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:50Z', 'updated_at': '2021-07-09T22:15:53Z', 'revision_number': 4, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'gw_port': {'id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:51Z', 'updated_at': '2021-07-09T22:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '64f4c0ec-1965-482e-9657-cf809db6eddd', 'name': '', 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'mac_address': 'fa:16:3e:19:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:53Z', 'updated_at': '2021-07-09T22:16:01Z', 'revision_number': 5, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'subnets': [{'id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:20:29.646649 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7638fa68-7ce5-4b71-94d9-cc2b1a9c1fcf None None] The sync data for ids ['128b42c5-320e-458c-9d83-35bf57e4a2ab'] in dv-cinder-794962-8-iscsi is: [{'id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'name': 'tempest-TestMinimumBasicScenario-2075115797-router', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:50Z', 'updated_at': '2021-07-09T22:15:53Z', 'revision_number': 4, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'gw_port': {'id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:51Z', 'updated_at': '2021-07-09T22:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '64f4c0ec-1965-482e-9657-cf809db6eddd', 'name': '', 'network_id': '47f5e06c-d6cf-411f-8c4e-2ca1eacd079f', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'mac_address': 'fa:16:3e:19:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:53Z', 'updated_at': '2021-07-09T22:16:01Z', 'revision_number': 5, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'subnets': [{'id': '677ed05f-ab01-4cd9-b598-8a5e82092172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:20:29.648583 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c8228582-4722-4f99-84b9-da48e8e3ef2e req-3ca90c17-62c9-4c44-8d80-23cf2e544910 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c300f3a-253a-4819-98e0-22ddfe666c42 HTTP/1.1" status: 200 len: 217 time: 0.0373876 Jul 09 22:20:29.702366 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8228582-4722-4f99-84b9-da48e8e3ef2e req-c2eb3efd-67db-4789-84e9-b8dbbbe0e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:20:29.703834 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c8228582-4722-4f99-84b9-da48e8e3ef2e req-c2eb3efd-67db-4789-84e9-b8dbbbe0e57b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=677ed05f-ab01-4cd9-b598-8a5e82092172 HTTP/1.1" status: 200 len: 854 time: 0.0444760 Jul 09 22:20:29.764115 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8228582-4722-4f99-84b9-da48e8e3ef2e req-6e4b3435-b2ef-4085-8753-ae85bbe35713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:20:29.765675 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c8228582-4722-4f99-84b9-da48e8e3ef2e req-6e4b3435-b2ef-4085-8753-ae85bbe35713 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47f5e06c-d6cf-411f-8c4e-2ca1eacd079f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547266 Jul 09 22:20:29.863558 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c8228582-4722-4f99-84b9-da48e8e3ef2e req-b14c4075-ff1d-474f-bd26-64ac957efcb3 service neutron] 10.222.0.11 "GET /v2.0/networks/47f5e06c-d6cf-411f-8c4e-2ca1eacd079f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910285 Jul 09 22:20:29.885676 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef73b3a-5b65-4424-b447-0003b1e6b5a5 None None] New status for floating IP 75a4e71e-8464-4adb-9ced-902c5868135f: DOWN {{(pid=93130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 22:20:29.957738 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c8228582-4722-4f99-84b9-da48e8e3ef2e req-e6b5287e-0803-453e-b4e9-a6ca49b30581 service neutron] 10.222.0.11 "GET /v2.0/networks/47f5e06c-d6cf-411f-8c4e-2ca1eacd079f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878925 Jul 09 22:20:32.030589 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffe068-060f-49f0-8211-51556a3a7a3b req-744231f1-95f6-4fae-be08-feb25cd0b7f0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:20:32.031996 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3fffe068-060f-49f0-8211-51556a3a7a3b req-744231f1-95f6-4fae-be08-feb25cd0b7f0 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 946 time: 0.0621402 Jul 09 22:20:32.069720 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3fffe068-060f-49f0-8211-51556a3a7a3b req-ef33c9c3-52e7-4bdf-9f0d-da68504d852d tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315611 Jul 09 22:20:33.246320 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec85f16-eea2-449b-9faa-c9b3cb5b5525 req-bb1e76c6-59f4-42f8-b92c-5be4461ba0f8 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:20:33.247767 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0ec85f16-eea2-449b-9faa-c9b3cb5b5525 req-bb1e76c6-59f4-42f8-b92c-5be4461ba0f8 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 946 time: 0.0647542 Jul 09 22:20:33.285299 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0ec85f16-eea2-449b-9faa-c9b3cb5b5525 req-c288045b-ace9-405e-909a-c3bd1f0c0e83 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/security-groups?id=592b4689-1471-43aa-a9e4-5ae7b489a511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 Jul 09 22:20:34.043356 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5b149-aecd-47ce-a1b4-1a19dfe54495 req-8346c1b0-9b96-4894-ae88-66b25a24a326 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:20:34.044699 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-49a5b149-aecd-47ce-a1b4-1a19dfe54495 req-8346c1b0-9b96-4894-ae88-66b25a24a326 tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.11 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 946 time: 0.0614645 Jul 09 22:20:34.143584 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-49a5b149-aecd-47ce-a1b4-1a19dfe54495 req-299c10f1-85be-4f2b-b0fb-8c5f6e02f24b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Deleting port 5c300f3a-253a-4819-98e0-22ddfe666c42 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:20:34.143919 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-49a5b149-aecd-47ce-a1b4-1a19dfe54495 req-299c10f1-85be-4f2b-b0fb-8c5f6e02f24b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:34.231782 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-49a5b149-aecd-47ce-a1b4-1a19dfe54495 req-299c10f1-85be-4f2b-b0fb-8c5f6e02f24b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] For port 5c300f3a-253a-4819-98e0-22ddfe666c42, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5c300f3a-253a-4819-98e0-22ddfe666c42,segment=NetworkSegment(1a5bb884-0c1d-41db-8e87-a9dddcffe2db),segment_id=1a5bb884-0c1d-41db-8e87-a9dddcffe2db)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:20:34.232133 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-49a5b149-aecd-47ce-a1b4-1a19dfe54495 req-299c10f1-85be-4f2b-b0fb-8c5f6e02f24b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:34.245587 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-49a5b149-aecd-47ce-a1b4-1a19dfe54495 req-299c10f1-85be-4f2b-b0fb-8c5f6e02f24b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Calling delete_port for 5c300f3a-253a-4819-98e0-22ddfe666c42 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:20:34.375757 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-49a5b149-aecd-47ce-a1b4-1a19dfe54495 req-299c10f1-85be-4f2b-b0fb-8c5f6e02f24b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:34.387918 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['5c300f3a-253a-4819-98e0-22ddfe666c42'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:20:34.406889 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c10f1-85be-4f2b-b0fb-8c5f6e02f24b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Pushing event deleted for resources: {'Port': ['ID=5c300f3a-253a-4819-98e0-22ddfe666c42,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:20:34.457908 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-25e9f0f9-7050-43a1-acbc-45f09343fb25 req-0368d2ed-316f-4eb0-9503-474f15982a0e tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.10 "GET /v2.0/ports?device_id=da310c23-19fd-4c59-9b5c-d0667decb1b8 HTTP/1.1" status: 200 len: 210 time: 0.0534310 Jul 09 22:20:34.478801 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a5b149-aecd-47ce-a1b4-1a19dfe54495 req-299c10f1-85be-4f2b-b0fb-8c5f6e02f24b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] No DVR routers for this DVR port 5c300f3a-253a-4819-98e0-22ddfe666c42 on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:20:34.482599 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-49a5b149-aecd-47ce-a1b4-1a19dfe54495 req-299c10f1-85be-4f2b-b0fb-8c5f6e02f24b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:34.484532 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-49a5b149-aecd-47ce-a1b4-1a19dfe54495 req-299c10f1-85be-4f2b-b0fb-8c5f6e02f24b tempest-TestMinimumBasicScenario-1550820943 tempest-TestMinimumBasicScenario-1550820943-project] 10.222.0.11 "DELETE /v2.0/ports/5c300f3a-253a-4819-98e0-22ddfe666c42 HTTP/1.1" status: 204 len: 173 time: 0.4342763 Jul 09 22:20:34.484986 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da310c23-19fd-4c59-9b5c-d0667decb1b8', 'name': 'network-vif-deleted', 'tag': '5c300f3a-253a-4819-98e0-22ddfe666c42'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:20:34.487194 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a90da14-ffa2-44d7-9dc4-9e2d5f27220c" -d '{"events": [{"server_uuid": "da310c23-19fd-4c59-9b5c-d0667decb1b8", "name": "network-vif-deleted", "tag": "5c300f3a-253a-4819-98e0-22ddfe666c42"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:20:34.524595 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efddfba7-ad8e-4629-8432-6adac9129a70 x-openstack-request-id: req-efddfba7-ad8e-4629-8432-6adac9129a70 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:20:34.524912 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da310c23-19fd-4c59-9b5c-d0667decb1b8", "name": "network-vif-deleted", "tag": "5c300f3a-253a-4819-98e0-22ddfe666c42", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:20:34.525166 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-efddfba7-ad8e-4629-8432-6adac9129a70 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:20:34.525562 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da310c23-19fd-4c59-9b5c-d0667decb1b8', 'name': 'network-vif-deleted', 'tag': '5c300f3a-253a-4819-98e0-22ddfe666c42', 'status': 'completed', 'code': 200} Jul 09 22:20:36.035366 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43736) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:20:36.444470 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bfe70835-0172-4a19-8c65-47da72c5bab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545529'] for router_interface, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:36.960486 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-bfe70835-0172-4a19-8c65-47da72c5bab5 admin admin] Deleting port 64f4c0ec-1965-482e-9657-cf809db6eddd {{(pid=93127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:20:36.960746 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bfe70835-0172-4a19-8c65-47da72c5bab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:37.039386 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-bfe70835-0172-4a19-8c65-47da72c5bab5 admin admin] For port 64f4c0ec-1965-482e-9657-cf809db6eddd, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=64f4c0ec-1965-482e-9657-cf809db6eddd,segment=NetworkSegment(1a5bb884-0c1d-41db-8e87-a9dddcffe2db),segment_id=1a5bb884-0c1d-41db-8e87-a9dddcffe2db)] {{(pid=93127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:20:37.040082 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bfe70835-0172-4a19-8c65-47da72c5bab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:37.051679 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-bfe70835-0172-4a19-8c65-47da72c5bab5 admin admin] Calling delete_port for 64f4c0ec-1965-482e-9657-cf809db6eddd owned by network:router_interface {{(pid=93127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:20:37.233872 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bfe70835-0172-4a19-8c65-47da72c5bab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6067567'] for port, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:37.260243 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe70835-0172-4a19-8c65-47da72c5bab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=64f4c0ec-1965-482e-9657-cf809db6eddd,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:20:37.432220 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-bfe70835-0172-4a19-8c65-47da72c5bab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548807'] for router_interface, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:37.638341 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe70835-0172-4a19-8c65-47da72c5bab5 admin admin] Router 128b42c5-320e-458c-9d83-35bf57e4a2ab has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:20:37.744429 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe70835-0172-4a19-8c65-47da72c5bab5 admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:20:37.749304 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-bfe70835-0172-4a19-8c65-47da72c5bab5 admin admin] 10.222.0.10 "PUT /v2.0/routers/128b42c5-320e-458c-9d83-35bf57e4a2ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7128968 Jul 09 22:20:37.751869 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43738) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:20:37.754625 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a904d52a-062f-4b71-9de5-210eb999442b None None] Sync routers for ids ['128b42c5-320e-458c-9d83-35bf57e4a2ab'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:20:37.763770 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a904d52a-062f-4b71-9de5-210eb999442b None None] Routers {'128b42c5-320e-458c-9d83-35bf57e4a2ab'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:20:37.764375 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-a904d52a-062f-4b71-9de5-210eb999442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:20:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['128b42c5-320e-458c-9d83-35bf57e4a2ab'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:20:37.855498 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a855-8741-43c9-b6e0-efc3cca840bf admin admin] Notify callbacks [] for router, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:37.871153 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-a904d52a-062f-4b71-9de5-210eb999442b None None] Set router 128b42c5-320e-458c-9d83-35bf57e4a2ab gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:20:37.958779 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a855-8741-43c9-b6e0-efc3cca840bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:38.014707 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8a855-8741-43c9-b6e0-efc3cca840bf admin admin] Deleting port 6f808de4-65d3-484c-98a9-1b71ca2d3043 {{(pid=93127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:20:38.014957 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a855-8741-43c9-b6e0-efc3cca840bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:38.066664 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-a904d52a-062f-4b71-9de5-210eb999442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'name': 'tempest-TestMinimumBasicScenario-2075115797-router', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:50Z', 'updated_at': '2021-07-09T22:20:37Z', 'revision_number': 5, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'gw_port': {'id': '6f808de4-65d3-484c-98a9-1b71ca2d3043', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:51Z', 'updated_at': '2021-07-09T22:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:20:38.093220 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a904d52a-062f-4b71-9de5-210eb999442b None None] Checking router: 128b42c5-320e-458c-9d83-35bf57e4a2ab for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:20:38.099039 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-e4c8a855-8741-43c9-b6e0-efc3cca840bf admin admin] For port 6f808de4-65d3-484c-98a9-1b71ca2d3043, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=6f808de4-65d3-484c-98a9-1b71ca2d3043,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:20:38.099574 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a855-8741-43c9-b6e0-efc3cca840bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:38.102257 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a904d52a-062f-4b71-9de5-210eb999442b None None] Routers {'128b42c5-320e-458c-9d83-35bf57e4a2ab'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:20:38.102867 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-a904d52a-062f-4b71-9de5-210eb999442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:20:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['128b42c5-320e-458c-9d83-35bf57e4a2ab'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:20:38.111875 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8a855-8741-43c9-b6e0-efc3cca840bf admin admin] Calling delete_port for 6f808de4-65d3-484c-98a9-1b71ca2d3043 owned by network:router_gateway {{(pid=93127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:20:38.187541 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-a904d52a-062f-4b71-9de5-210eb999442b None None] Set router 128b42c5-320e-458c-9d83-35bf57e4a2ab gateway port host: None {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:20:38.243426 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-a904d52a-062f-4b71-9de5-210eb999442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'name': 'tempest-TestMinimumBasicScenario-2075115797-router', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:50Z', 'updated_at': '2021-07-09T22:20:37Z', 'revision_number': 6, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'gw_port_host': None}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:20:38.281472 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a855-8741-43c9-b6e0-efc3cca840bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6067567'] for port, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:38.306408 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8a855-8741-43c9-b6e0-efc3cca840bf admin admin] Pushing event deleted for resources: {'Port': ['ID=6f808de4-65d3-484c-98a9-1b71ca2d3043,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:20:38.377835 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a855-8741-43c9-b6e0-efc3cca840bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545214'] for router_gateway, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:38.380170 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a904d52a-062f-4b71-9de5-210eb999442b None None] The sync data for ids ['128b42c5-320e-458c-9d83-35bf57e4a2ab'] in dv-cinder-794962-8-iscsi is: [{'id': '128b42c5-320e-458c-9d83-35bf57e4a2ab', 'name': 'tempest-TestMinimumBasicScenario-2075115797-router', 'tenant_id': 'c3bf697e8414479dbd95d42da53ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:50Z', 'updated_at': '2021-07-09T22:20:37Z', 'revision_number': 6, 'project_id': 'c3bf697e8414479dbd95d42da53ccefa', 'gw_port_host': None}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:20:38.468661 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a855-8741-43c9-b6e0-efc3cca840bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518713'] for router, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:38.470874 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a855-8741-43c9-b6e0-efc3cca840bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:38.515389 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a855-8741-43c9-b6e0-efc3cca840bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555162'] for router, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:38.515916 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c8a855-8741-43c9-b6e0-efc3cca840bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 128b42c5-320e-458c-9d83-35bf57e4a2ab {{(pid=93127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 22:20:38.520894 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a855-8741-43c9-b6e0-efc3cca840bf admin admin] Notify callbacks [] for router, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:38.522046 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-e4c8a855-8741-43c9-b6e0-efc3cca840bf admin admin] 10.222.0.10 "DELETE /v2.0/routers/128b42c5-320e-458c-9d83-35bf57e4a2ab HTTP/1.1" status: 204 len: 168 time: 0.7691755 Jul 09 22:20:38.524633 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43742) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:20:38.568113 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac936fd4-4604-4014-95ca-b259a757735f admin admin] Deleting subnet 677ed05f-ab01-4cd9-b598-8a5e82092172 {{(pid=93127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 22:20:38.571120 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ac936fd4-4604-4014-95ca-b259a757735f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:38.604650 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ac936fd4-4604-4014-95ca-b259a757735f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5483989'] for subnet, precommit_delete_associations {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:38.713471 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ac936fd4-4604-4014-95ca-b259a757735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1912411'] for subnet, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:38.769628 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ac936fd4-4604-4014-95ca-b259a757735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1912402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6067541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5560918'] for subnet, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:38.794645 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac936fd4-4604-4014-95ca-b259a757735f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=677ed05f-ab01-4cd9-b598-8a5e82092172,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:20:38.800201 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ac936fd4-4604-4014-95ca-b259a757735f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:38.804573 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 43744) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:20:38.805390 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-ac936fd4-4604-4014-95ca-b259a757735f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/677ed05f-ab01-4cd9-b598-8a5e82092172 HTTP/1.1" status: 204 len: 168 time: 0.2797208 Jul 09 22:20:38.807612 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051e2e17-5a3a-4b22-91ca-9b892a092236 None None] Network 47f5e06c-d6cf-411f-8c4e-2ca1eacd079f requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:20:38.850937 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 5c300f3a-253a-4819-98e0-22ddfe666c42 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:20:38.872140 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1966383'] for network, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:38.876387 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: 5c300f3a-253a-4819-98e0-22ddfe666c42 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:20:38.877305 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 5c300f3a-253a-4819-98e0-22ddfe666c42 not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:20:38.924439 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] Deleting port 4269abb2-d597-4bcd-975d-89d742834ef3 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:20:38.924794 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:38.991414 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] For port 4269abb2-d597-4bcd-975d-89d742834ef3, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=4269abb2-d597-4bcd-975d-89d742834ef3,segment=NetworkSegment(1a5bb884-0c1d-41db-8e87-a9dddcffe2db),segment_id=1a5bb884-0c1d-41db-8e87-a9dddcffe2db)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:20:38.991763 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:39.004699 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] Calling delete_port for 4269abb2-d597-4bcd-975d-89d742834ef3 owned by network:dhcp {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:20:39.082704 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:39.113133 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=4269abb2-d597-4bcd-975d-89d742834ef3,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:20:39.115848 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] No DVR routers for this DVR port 4269abb2-d597-4bcd-975d-89d742834ef3 on host dv-cinder-794962-8-iscsi {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:20:39.152643 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f22f37-0f54-44f9-8638-9cc77e46f19c None None] DHCP port deletion for 47f5e06c-d6cf-411f-8c4e-2ca1eacd079f request from dv-cinder-794962-8-iscsi {{(pid=93129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 22:20:39.191545 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909966', 'neutron.services.segments.db._delete_segments_for_network-8759288836437'] for network, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:39.201827 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f5e06c-d6cf-411f-8c4e-2ca1eacd079f']}} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:20:39.214844 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5bb884-0c1d-41db-8e87-a9dddcffe2db') {'for_net_delete': True} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:20:39.215141 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5bb884-0c1d-41db-8e87-a9dddcffe2db') {} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:20:39.225420 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759288619569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5189488'] for segment, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:39.240520 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:39.247081 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 22:20:39.247576 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6872964'] for segment, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: Traceback (most recent call last): Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: timer() Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: cb(*args, **kw) Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: return func(*args, **kwargs) Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: self._notify() Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: self.callback(batched_events) Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: event.method(event) Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: return f(self, *a, **k) Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: return self._get(url).json() Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: return self.request(url, 'GET', **kwargs) Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 22:20:39.249505 dv-cinder-794962-8-iscsi neutron-server[93128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 22:20:39.306388 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545178'] for network, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:39.313923 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:39.315961 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] 10.222.0.10 "DELETE /v2.0/networks/47f5e06c-d6cf-411f-8c4e-2ca1eacd079f HTTP/1.1" status: 204 len: 168 time: 0.5103180 Jul 09 22:20:39.319409 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43746) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:20:39.330142 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4d163-6d94-4106-9101-05e86fd79b72 admin admin] Pushing event deleted for resources: {'Network': ['ID=47f5e06c-d6cf-411f-8c4e-2ca1eacd079f,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:20:39.666678 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1ee038aa-05cf-4e84-a38b-3db1d0808e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545529'] for router_interface, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:39.910935 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-1ee038aa-05cf-4e84-a38b-3db1d0808e1a admin admin] Deleting port ac72dfae-6caf-4565-babd-8cca4e00c4db {{(pid=93127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:20:39.911187 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1ee038aa-05cf-4e84-a38b-3db1d0808e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:39.986431 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-1ee038aa-05cf-4e84-a38b-3db1d0808e1a admin admin] For port ac72dfae-6caf-4565-babd-8cca4e00c4db, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=ac72dfae-6caf-4565-babd-8cca4e00c4db,segment=NetworkSegment(3ac17604-117d-42c8-b245-0fd6f1c207ba),segment_id=3ac17604-117d-42c8-b245-0fd6f1c207ba)] {{(pid=93127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:20:39.986783 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1ee038aa-05cf-4e84-a38b-3db1d0808e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:39.998670 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-1ee038aa-05cf-4e84-a38b-3db1d0808e1a admin admin] Calling delete_port for ac72dfae-6caf-4565-babd-8cca4e00c4db owned by network:router_interface {{(pid=93127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:20:40.173084 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1ee038aa-05cf-4e84-a38b-3db1d0808e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6067567'] for port, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:40.201248 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee038aa-05cf-4e84-a38b-3db1d0808e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=ac72dfae-6caf-4565-babd-8cca4e00c4db,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:20:40.353214 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 6f808de4-65d3-484c-98a9-1b71ca2d3043 no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:20:40.376091 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: 6f808de4-65d3-484c-98a9-1b71ca2d3043 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:20:40.377047 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 6f808de4-65d3-484c-98a9-1b71ca2d3043 not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:20:40.377473 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 4269abb2-d597-4bcd-975d-89d742834ef3 no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:20:40.397754 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: 4269abb2-d597-4bcd-975d-89d742834ef3 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:20:40.398106 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 4269abb2-d597-4bcd-975d-89d742834ef3 not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:20:40.398526 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 64f4c0ec-1965-482e-9657-cf809db6eddd no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:20:40.422112 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: 64f4c0ec-1965-482e-9657-cf809db6eddd {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:20:40.422425 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 64f4c0ec-1965-482e-9657-cf809db6eddd not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:20:40.581141 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1ee038aa-05cf-4e84-a38b-3db1d0808e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548807'] for router_interface, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:40.784977 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee038aa-05cf-4e84-a38b-3db1d0808e1a admin admin] Router 98bef3b5-8b79-48c1-bcf8-596519faab7a has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:20:40.882588 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee038aa-05cf-4e84-a38b-3db1d0808e1a admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:20:40.887424 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-1ee038aa-05cf-4e84-a38b-3db1d0808e1a admin admin] 10.222.0.10 "PUT /v2.0/routers/98bef3b5-8b79-48c1-bcf8-596519faab7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5673003 Jul 09 22:20:40.889873 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43748) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:20:40.892529 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d03b8a4-8d44-403d-b962-0dec06c67728 None None] Sync routers for ids ['98bef3b5-8b79-48c1-bcf8-596519faab7a'] in dv-cinder-794962-8-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:20:40.901838 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d03b8a4-8d44-403d-b962-0dec06c67728 None None] Routers {'98bef3b5-8b79-48c1-bcf8-596519faab7a'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:20:40.902567 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-7d03b8a4-8d44-403d-b962-0dec06c67728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:20:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['98bef3b5-8b79-48c1-bcf8-596519faab7a'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:20:40.990258 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-574cd1f2-da84-481d-852d-bc7f4baa6725 admin admin] Notify callbacks [] for router, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:41.003302 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-7d03b8a4-8d44-403d-b962-0dec06c67728 None None] Set router 98bef3b5-8b79-48c1-bcf8-596519faab7a gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:20:41.088344 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-574cd1f2-da84-481d-852d-bc7f4baa6725 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:41.139516 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-574cd1f2-da84-481d-852d-bc7f4baa6725 admin admin] Deleting port 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7 {{(pid=93127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:20:41.139849 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-574cd1f2-da84-481d-852d-bc7f4baa6725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:41.183427 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-7d03b8a4-8d44-403d-b962-0dec06c67728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'name': 'tempest-TestMinimumBasicScenario-153974217-router', 'tenant_id': '1d94cfe9012b4fb38527e3c396420eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '8dec5abc-7ee3-432b-a2bb-e030fc2aecc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:56Z', 'updated_at': '2021-07-09T22:20:40Z', 'revision_number': 5, 'project_id': '1d94cfe9012b4fb38527e3c396420eb3', 'gw_port': {'id': '8dec5abc-7ee3-432b-a2bb-e030fc2aecc7', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:57Z', 'updated_at': '2021-07-09T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:20:41.209148 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d03b8a4-8d44-403d-b962-0dec06c67728 None None] Checking router: 98bef3b5-8b79-48c1-bcf8-596519faab7a for host: dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:20:41.217214 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d03b8a4-8d44-403d-b962-0dec06c67728 None None] Routers {'98bef3b5-8b79-48c1-bcf8-596519faab7a'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:20:41.217788 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-7d03b8a4-8d44-403d-b962-0dec06c67728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:20:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['98bef3b5-8b79-48c1-bcf8-596519faab7a'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:20:41.223125 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-574cd1f2-da84-481d-852d-bc7f4baa6725 admin admin] For port 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=8dec5abc-7ee3-432b-a2bb-e030fc2aecc7,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:20:41.223494 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-574cd1f2-da84-481d-852d-bc7f4baa6725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:41.239552 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-574cd1f2-da84-481d-852d-bc7f4baa6725 admin admin] Calling delete_port for 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7 owned by network:router_gateway {{(pid=93127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:20:41.393276 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-7d03b8a4-8d44-403d-b962-0dec06c67728 None None] Set router 98bef3b5-8b79-48c1-bcf8-596519faab7a gateway port host: None {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:20:41.415610 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-574cd1f2-da84-481d-852d-bc7f4baa6725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6067567'] for port, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:41.439677 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cd1f2-da84-481d-852d-bc7f4baa6725 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dec5abc-7ee3-432b-a2bb-e030fc2aecc7,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:20:41.450048 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-7d03b8a4-8d44-403d-b962-0dec06c67728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'name': 'tempest-TestMinimumBasicScenario-153974217-router', 'tenant_id': '1d94cfe9012b4fb38527e3c396420eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:56Z', 'updated_at': '2021-07-09T22:20:41Z', 'revision_number': 6, 'project_id': '1d94cfe9012b4fb38527e3c396420eb3', 'gw_port_host': None}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:20:41.478821 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d03b8a4-8d44-403d-b962-0dec06c67728 None None] The sync data for ids ['98bef3b5-8b79-48c1-bcf8-596519faab7a'] in dv-cinder-794962-8-iscsi is: [{'id': '98bef3b5-8b79-48c1-bcf8-596519faab7a', 'name': 'tempest-TestMinimumBasicScenario-153974217-router', 'tenant_id': '1d94cfe9012b4fb38527e3c396420eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:56Z', 'updated_at': '2021-07-09T22:20:41Z', 'revision_number': 6, 'project_id': '1d94cfe9012b4fb38527e3c396420eb3', 'gw_port_host': None}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:20:41.514535 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-574cd1f2-da84-481d-852d-bc7f4baa6725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545214'] for router_gateway, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:41.536314 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-60b6dc1d-b0e3-488d-8b57-344f0a34e53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:41.606166 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-574cd1f2-da84-481d-852d-bc7f4baa6725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518713'] for router, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:41.608352 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-574cd1f2-da84-481d-852d-bc7f4baa6725 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:41.651550 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-574cd1f2-da84-481d-852d-bc7f4baa6725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555162'] for router, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:41.652059 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574cd1f2-da84-481d-852d-bc7f4baa6725 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98bef3b5-8b79-48c1-bcf8-596519faab7a {{(pid=93127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 22:20:41.657903 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-574cd1f2-da84-481d-852d-bc7f4baa6725 admin admin] Notify callbacks [] for router, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:41.659005 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-574cd1f2-da84-481d-852d-bc7f4baa6725 admin admin] 10.222.0.10 "DELETE /v2.0/routers/98bef3b5-8b79-48c1-bcf8-596519faab7a HTTP/1.1" status: 204 len: 168 time: 0.7682436 Jul 09 22:20:41.661466 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43750) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:20:41.706039 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ff23ef-a445-4d67-aca9-c0d4072a0d82 admin admin] Deleting subnet b4ae2d90-cd42-4148-96b5-69df935dae68 {{(pid=93127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 22:20:41.709227 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-30ff23ef-a445-4d67-aca9-c0d4072a0d82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:41.742197 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-30ff23ef-a445-4d67-aca9-c0d4072a0d82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5483989'] for subnet, precommit_delete_associations {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:41.823740 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-30ff23ef-a445-4d67-aca9-c0d4072a0d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1912411'] for subnet, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:41.880491 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-30ff23ef-a445-4d67-aca9-c0d4072a0d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1912402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6067541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5560918'] for subnet, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:41.905845 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff23ef-a445-4d67-aca9-c0d4072a0d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4ae2d90-cd42-4148-96b5-69df935dae68,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:20:41.912091 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-30ff23ef-a445-4d67-aca9-c0d4072a0d82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:41.914159 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-30ff23ef-a445-4d67-aca9-c0d4072a0d82 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b4ae2d90-cd42-4148-96b5-69df935dae68 HTTP/1.1" status: 204 len: 168 time: 0.2515581 Jul 09 22:20:41.917889 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43752) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:20:41.920449 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d0efa5-28c8-492c-9418-ca3c716d1c9d None None] Network d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:20:41.990622 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1966383'] for network, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:42.045802 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] Deleting port 231d834e-1dba-45f0-991c-3d3102568197 {{(pid=93127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:20:42.046280 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:42.106677 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] For port 231d834e-1dba-45f0-991c-3d3102568197, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=231d834e-1dba-45f0-991c-3d3102568197,segment=NetworkSegment(3ac17604-117d-42c8-b245-0fd6f1c207ba),segment_id=3ac17604-117d-42c8-b245-0fd6f1c207ba)] {{(pid=93127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:20:42.107027 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:42.119896 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] Calling delete_port for 231d834e-1dba-45f0-991c-3d3102568197 owned by network:dhcp {{(pid=93127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:20:42.199365 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6067567'] for port, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:42.223446 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] Pushing event deleted for resources: {'Port': ['ID=231d834e-1dba-45f0-991c-3d3102568197,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:20:42.226506 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebef9a8-1043-4611-863f-27c26d6eb0f5 None None] DHCP port deletion for d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f request from dv-cinder-794962-8-iscsi {{(pid=93129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 22:20:42.229350 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] No DVR routers for this DVR port 231d834e-1dba-45f0-991c-3d3102568197 on host dv-cinder-794962-8-iscsi {{(pid=93127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:20:42.296927 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 231d834e-1dba-45f0-991c-3d3102568197 no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:20:42.309874 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909966', 'neutron.services.segments.db._delete_segments_for_network-8759288836437'] for network, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:42.317938 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: 231d834e-1dba-45f0-991c-3d3102568197 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:20:42.318354 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 231d834e-1dba-45f0-991c-3d3102568197 not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:20:42.318851 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device ac72dfae-6caf-4565-babd-8cca4e00c4db no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:20:42.321757 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f']}} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:20:42.333151 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac17604-117d-42c8-b245-0fd6f1c207ba') {'for_net_delete': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:20:42.333449 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac17604-117d-42c8-b245-0fd6f1c207ba') {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:20:42.338554 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: ac72dfae-6caf-4565-babd-8cca4e00c4db {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:20:42.338965 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device ac72dfae-6caf-4565-babd-8cca4e00c4db not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:20:42.339442 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7 no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:20:42.348549 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759288619569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5483970'] for segment, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:42.357563 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:42.358312 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:20:42.358661 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 8dec5abc-7ee3-432b-a2bb-e030fc2aecc7 not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:20:42.364359 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 22:20:42.364837 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6067632'] for segment, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: Traceback (most recent call last): Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: timer() Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: cb(*args, **kw) Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: return func(*args, **kwargs) Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: self._notify() Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: self.callback(batched_events) Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: event.method(event) Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: return f(self, *a, **k) Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._get(url).json() Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: return self.request(url, 'GET', **kwargs) Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 22:20:42.366657 dv-cinder-794962-8-iscsi neutron-server[93127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 22:20:42.422245 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545178'] for network, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:42.428326 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:42.430222 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f HTTP/1.1" status: 204 len: 168 time: 0.5114098 Jul 09 22:20:42.441887 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040dee5-fb94-494d-9c2d-2e948d7cfa43 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e20ff2-0ffe-48e7-9d79-e81e1b7ea97f,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:20:42.598241 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43758) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:20:42.636405 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-bc0086b0-d6b5-4984-af6c-7cacf6f2ce70 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c3bf697e8414479dbd95d42da53ccefa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370197 Jul 09 22:20:42.638868 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43760) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:20:42.689971 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-fb5b34f9-1652-4d52-9eac-bd52ef742fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:42.711671 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-fb5b34f9-1652-4d52-9eac-bd52ef742fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:42.757367 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-fb5b34f9-1652-4d52-9eac-bd52ef742fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:42.759949 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-fb5b34f9-1652-4d52-9eac-bd52ef742fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:42.761196 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-fb5b34f9-1652-4d52-9eac-bd52ef742fa2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/592b4689-1471-43aa-a9e4-5ae7b489a511 HTTP/1.1" status: 204 len: 168 time: 0.1214397 Jul 09 22:20:42.770757 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b34f9-1652-4d52-9eac-bd52ef742fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592b4689-1471-43aa-a9e4-5ae7b489a511,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:20:43.068393 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43766) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:20:43.106936 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-4148f18b-ddb7-4c86-aeac-c9f917d5a070 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d94cfe9012b4fb38527e3c396420eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371058 Jul 09 22:20:43.109271 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43768) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:20:43.156839 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-3c9c6c6f-c5fd-4426-adad-dd8418261487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:43.177751 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-3c9c6c6f-c5fd-4426-adad-dd8418261487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:43.224812 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-3c9c6c6f-c5fd-4426-adad-dd8418261487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:43.227632 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-3c9c6c6f-c5fd-4426-adad-dd8418261487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:43.228830 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-3c9c6c6f-c5fd-4426-adad-dd8418261487 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bbf48d99-a6b0-4721-8e42-6ffa0caf1491 HTTP/1.1" status: 204 len: 168 time: 0.1186109 Jul 09 22:20:43.236644 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c6c6f-c5fd-4426-adad-dd8418261487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf48d99-a6b0-4721-8e42-6ffa0caf1491,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:20:44.802350 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-319cf834-d649-438a-bb3e-da47a541beee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:45.229891 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:46.651290 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:48.435445 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:50.582087 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:20:52.689020 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19c8e5d9-05a8-4215-bf63-a943ec8da0dc req-e0595d48-736f-4e3f-8861-d3d2c03b23d8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500929 Jul 09 22:20:52.780370 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8e5d9-05a8-4215-bf63-a943ec8da0dc req-39238232-5d2a-4286-8a56-db90321b0054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:20:52.782127 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19c8e5d9-05a8-4215-bf63-a943ec8da0dc req-39238232-5d2a-4286-8a56-db90321b0054 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e15379ef8574723b1d38df0187a7df7&device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 1099 time: 0.0509415 Jul 09 22:20:52.884699 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8e5d9-05a8-4215-bf63-a943ec8da0dc req-f5b87b00-536e-42eb-baf8-2580f5a4a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:20:52.886058 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19c8e5d9-05a8-4215-bf63-a943ec8da0dc req-f5b87b00-536e-42eb-baf8-2580f5a4a26a service neutron] 10.222.0.11 "GET /v2.0/networks?id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637 HTTP/1.1" status: 200 len: 918 time: 0.0841548 Jul 09 22:20:52.951422 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19c8e5d9-05a8-4215-bf63-a943ec8da0dc req-1f26f984-3e58-428b-a268-a94f244faa6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 HTTP/1.1" status: 200 len: 1001 time: 0.0543466 Jul 09 22:20:53.003129 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8e5d9-05a8-4215-bf63-a943ec8da0dc req-ef9dac27-1439-470e-bbe6-1c379e769ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:20:53.004556 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19c8e5d9-05a8-4215-bf63-a943ec8da0dc req-ef9dac27-1439-470e-bbe6-1c379e769ff9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6 HTTP/1.1" status: 200 len: 856 time: 0.0456424 Jul 09 22:20:53.059596 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8e5d9-05a8-4215-bf63-a943ec8da0dc req-14c922f9-c0ad-43b3-a4cf-ef54430054d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:20:53.061076 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19c8e5d9-05a8-4215-bf63-a943ec8da0dc req-14c922f9-c0ad-43b3-a4cf-ef54430054d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499291 Jul 09 22:20:53.151613 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19c8e5d9-05a8-4215-bf63-a943ec8da0dc req-ab01f8d2-ce46-437e-8632-00feb97d0907 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834260 Jul 09 22:20:53.243322 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19c8e5d9-05a8-4215-bf63-a943ec8da0dc req-0aa70a40-55d4-4bc2-9004-4c9460e0e230 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840893 Jul 09 22:21:01.073242 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615b8c1-e193-4037-8773-18d5163f7e73 req-0110f513-5aca-4e65-80ee-36ed0502a687 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:01.074712 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f615b8c1-e193-4037-8773-18d5163f7e73 req-0110f513-5aca-4e65-80ee-36ed0502a687 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 946 time: 0.0629539 Jul 09 22:21:01.110960 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f615b8c1-e193-4037-8773-18d5163f7e73 req-a8ba4a74-c96a-4556-b70c-156720b1b702 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299873 Jul 09 22:21:02.290739 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee801cb-61ad-418e-ab32-e9b0ce1a5693 req-2e8c9719-d82b-4202-b1e3-b688f28ebdb1 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:02.292227 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9ee801cb-61ad-418e-ab32-e9b0ce1a5693 req-2e8c9719-d82b-4202-b1e3-b688f28ebdb1 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 946 time: 0.0671856 Jul 09 22:21:02.328660 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9ee801cb-61ad-418e-ab32-e9b0ce1a5693 req-e90cc9ee-d6f9-42cc-8508-6afae8e984b0 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7fc41d9-4d30-4eae-a930-a602c885874c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303173 Jul 09 22:21:02.735601 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d57cad-fbb4-49ee-a1f2-34cd83af2e3b req-85233c16-d0ba-4c17-9471-84b3bd2e6121 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:02.737052 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b8d57cad-fbb4-49ee-a1f2-34cd83af2e3b req-85233c16-d0ba-4c17-9471-84b3bd2e6121 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 946 time: 0.0607996 Jul 09 22:21:02.833129 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-b8d57cad-fbb4-49ee-a1f2-34cd83af2e3b req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Deleting port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:21:02.833469 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b8d57cad-fbb4-49ee-a1f2-34cd83af2e3b req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:02.921576 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-b8d57cad-fbb4-49ee-a1f2-34cd83af2e3b req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] For port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:21:02.922356 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b8d57cad-fbb4-49ee-a1f2-34cd83af2e3b req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:03.015650 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:21:03.145128 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b8d57cad-fbb4-49ee-a1f2-34cd83af2e3b req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:03.145507 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b8d57cad-fbb4-49ee-a1f2-34cd83af2e3b req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545156'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:03.145813 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.l3_db [req-b8d57cad-fbb4-49ee-a1f2-34cd83af2e3b req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Floating IP 20e0c065-413d-4981-af36-98e18ed8b9a4 disassociated. External IP: 172.27.2.114, port: 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3. Jul 09 22:21:03.146141 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-b8d57cad-fbb4-49ee-a1f2-34cd83af2e3b req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Calling delete_port for 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:21:03.272571 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b8d57cad-fbb4-49ee-a1f2-34cd83af2e3b req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:03.558496 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Pushing event deleted for resources: {'Port': ['ID=0d74899e-e0bf-4a12-b6ef-30cf450bf4d3,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:21:03.592239 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-11197609-8650-4977-9a55-e90baaa25a5b req-622d626a-d82d-4118-81a8-252995710a25 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef188555-0c14-4479-87dc-2a2eb0df26b3 HTTP/1.1" status: 200 len: 210 time: 0.0369921 Jul 09 22:21:03.594977 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:03.595318 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:03.595655 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:03.596039 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:03.596337 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:03.596662 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:03.597020 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:03.597341 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:03.597662 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:03.598058 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:03.598294 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:03.598624 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:03.704035 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8d57cad-fbb4-49ee-a1f2-34cd83af2e3b req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Router 5cf8dae8-9608-48c5-97df-3f54aff8b93d has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:21:03.807389 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8d57cad-fbb4-49ee-a1f2-34cd83af2e3b req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:21:03.816779 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134f5ff9-4d3a-4c6a-adf0-38646751a176 None None] Sync routers for ids ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:21:03.825509 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134f5ff9-4d3a-4c6a-adf0-38646751a176 None None] Routers {'5cf8dae8-9608-48c5-97df-3f54aff8b93d'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:21:03.826108 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-134f5ff9-4d3a-4c6a-adf0-38646751a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:20:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:21:03.849723 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d57cad-fbb4-49ee-a1f2-34cd83af2e3b req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] No DVR routers for this DVR port 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:21:03.852143 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b8d57cad-fbb4-49ee-a1f2-34cd83af2e3b req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:03.854116 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b8d57cad-fbb4-49ee-a1f2-34cd83af2e3b req-bdbeb712-ae27-4091-bdbe-9b808962bc9d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.11 "DELETE /v2.0/ports/0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 HTTP/1.1" status: 204 len: 173 time: 1.1120186 Jul 09 22:21:03.854543 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef188555-0c14-4479-87dc-2a2eb0df26b3', 'name': 'network-vif-deleted', 'tag': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:21:03.856760 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecde71c-0c75-42fc-9fc3-32fef6ffb4cf" -d '{"events": [{"server_uuid": "ef188555-0c14-4479-87dc-2a2eb0df26b3", "name": "network-vif-deleted", "tag": "0d74899e-e0bf-4a12-b6ef-30cf450bf4d3"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:21:03.900325 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6664e34-0d57-4b5f-b57b-9c0a1854c59e x-openstack-request-id: req-a6664e34-0d57-4b5f-b57b-9c0a1854c59e {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:21:03.902156 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef188555-0c14-4479-87dc-2a2eb0df26b3", "name": "network-vif-deleted", "tag": "0d74899e-e0bf-4a12-b6ef-30cf450bf4d3", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:21:03.902156 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6664e34-0d57-4b5f-b57b-9c0a1854c59e {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:21:03.902156 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef188555-0c14-4479-87dc-2a2eb0df26b3', 'name': 'network-vif-deleted', 'tag': '0d74899e-e0bf-4a12-b6ef-30cf450bf4d3', 'status': 'completed', 'code': 200} Jul 09 22:21:03.939112 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-134f5ff9-4d3a-4c6a-adf0-38646751a176 None None] Set router 5cf8dae8-9608-48c5-97df-3f54aff8b93d gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:21:04.145554 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-134f5ff9-4d3a-4c6a-adf0-38646751a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:22Z', 'revision_number': 4, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port': {'id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:37:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '5f73060c-1d41-4062-97d0-55790f497aa1', 'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'mac_address': 'fa:16:3e:f9:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:21Z', 'updated_at': '2021-07-09T22:15:28Z', 'revision_number': 5, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'subnets': [{'id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:21:04.171803 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134f5ff9-4d3a-4c6a-adf0-38646751a176 None None] Checking router: 5cf8dae8-9608-48c5-97df-3f54aff8b93d for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:21:04.179799 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134f5ff9-4d3a-4c6a-adf0-38646751a176 None None] Routers {'5cf8dae8-9608-48c5-97df-3f54aff8b93d'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:21:04.180394 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-134f5ff9-4d3a-4c6a-adf0-38646751a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:20:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:21:04.288677 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-134f5ff9-4d3a-4c6a-adf0-38646751a176 None None] Set router 5cf8dae8-9608-48c5-97df-3f54aff8b93d gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:21:04.495608 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-134f5ff9-4d3a-4c6a-adf0-38646751a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:22Z', 'revision_number': 4, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port': {'id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:37:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '5f73060c-1d41-4062-97d0-55790f497aa1', 'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'mac_address': 'fa:16:3e:f9:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:21Z', 'updated_at': '2021-07-09T22:15:28Z', 'revision_number': 5, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'subnets': [{'id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:21:04.521470 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134f5ff9-4d3a-4c6a-adf0-38646751a176 None None] The sync data for ids ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'] in dv-cinder-794962-8-iscsi is: [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:22Z', 'revision_number': 4, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port': {'id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:37:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '5f73060c-1d41-4062-97d0-55790f497aa1', 'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'mac_address': 'fa:16:3e:f9:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:21Z', 'updated_at': '2021-07-09T22:15:28Z', 'revision_number': 5, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'subnets': [{'id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:21:04.731333 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3a6f3-842b-44eb-bce0-e024ca1b6144 None None] New status for floating IP 20e0c065-413d-4981-af36-98e18ed8b9a4: DOWN {{(pid=93130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 22:21:04.750787 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 43814) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:21:04.808113 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4b9fd31e-be60-4ddb-abb7-423e41f8841a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:04.832540 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4b9fd31e-be60-4ddb-abb7-423e41f8841a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:04.879355 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4b9fd31e-be60-4ddb-abb7-423e41f8841a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:04.882126 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4b9fd31e-be60-4ddb-abb7-423e41f8841a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:04.883255 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-4b9fd31e-be60-4ddb-abb7-423e41f8841a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "DELETE /v2.0/security-groups/a7fc41d9-4d30-4eae-a930-a602c885874c HTTP/1.1" status: 204 len: 168 time: 0.1314712 Jul 09 22:21:04.886065 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43816) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:21:04.892949 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fd31e-be60-4ddb-abb7-423e41f8841a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fc41d9-4d30-4eae-a930-a602c885874c,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:21:04.902052 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.api.v2.resource [None req-b3f10165-bba4-4f83-9aaf-fdb31bb08a7a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] show failed (client error): The resource could not be found. Jul 09 22:21:04.903071 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-b3f10165-bba4-4f83-9aaf-fdb31bb08a7a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups/a7fc41d9-4d30-4eae-a930-a602c885874c HTTP/1.1" status: 404 len: 347 time: 0.0160298 Jul 09 22:21:04.905809 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43818) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:21:05.029353 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-c49d0add-af44-4f1e-b0b8-31840111704c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Deleting port fd62d4dd-6fd1-4f50-9716-e02aa7972a0d {{(pid=93127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:21:05.029608 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c49d0add-af44-4f1e-b0b8-31840111704c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:05.101479 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c49d0add-af44-4f1e-b0b8-31840111704c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:05.101811 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c49d0add-af44-4f1e-b0b8-31840111704c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:05.113583 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-c49d0add-af44-4f1e-b0b8-31840111704c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Calling delete_port for fd62d4dd-6fd1-4f50-9716-e02aa7972a0d owned by network:floatingip {{(pid=93127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:21:05.248915 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c49d0add-af44-4f1e-b0b8-31840111704c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6067567'] for port, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:05.271650 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d0add-af44-4f1e-b0b8-31840111704c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Pushing event deleted for resources: {'Port': ['ID=fd62d4dd-6fd1-4f50-9716-e02aa7972a0d,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:21:05.332838 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c49d0add-af44-4f1e-b0b8-31840111704c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for floatingip, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:05.335317 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c49d0add-af44-4f1e-b0b8-31840111704c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:05.336443 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-c49d0add-af44-4f1e-b0b8-31840111704c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "DELETE /v2.0/floatingips/20e0c065-413d-4981-af36-98e18ed8b9a4 HTTP/1.1" status: 204 len: 168 time: 0.4293945 Jul 09 22:21:05.794772 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 43822) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:21:05.799443 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-3a71d89d-8f74-4045-a857-6ffb0f338b28 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--363832490', 'description': 'tempest-description--349586486'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:21:05.821523 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3a71d89d-8f74-4045-a857-6ffb0f338b28 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:05.898749 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3a71d89d-8f74-4045-a857-6ffb0f338b28 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:05.902474 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3a71d89d-8f74-4045-a857-6ffb0f338b28 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:05.928093 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3a71d89d-8f74-4045-a857-6ffb0f338b28 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:05.929316 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-3a71d89d-8f74-4045-a857-6ffb0f338b28 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1335280 Jul 09 22:21:05.932311 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43824) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:21:05.933350 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71d89d-8f74-4045-a857-6ffb0f338b28 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718f254f-44f1-4e4e-a23d-faedf582e688,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:21:05.938516 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-266c05fd-84bf-445c-8c66-8ec12a2f348f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Request body: {'security_group_rule': {'security_group_id': '718f254f-44f1-4e4e-a23d-faedf582e688', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:21:05.963586 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-266c05fd-84bf-445c-8c66-8ec12a2f348f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:06.022061 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-266c05fd-84bf-445c-8c66-8ec12a2f348f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:06.025977 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-266c05fd-84bf-445c-8c66-8ec12a2f348f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:06.045282 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c05fd-84bf-445c-8c66-8ec12a2f348f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7950ed40-4651-4024-92f3-6c702089042a,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:21:06.048104 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-266c05fd-84bf-445c-8c66-8ec12a2f348f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:06.049320 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-266c05fd-84bf-445c-8c66-8ec12a2f348f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159618 Jul 09 22:21:06.051915 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43826) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:21:06.056498 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-7cef4662-81d4-4bf1-9c94-7a67a2a0c951 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Request body: {'security_group_rule': {'security_group_id': '718f254f-44f1-4e4e-a23d-faedf582e688', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:21:06.082142 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-7cef4662-81d4-4bf1-9c94-7a67a2a0c951 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:06.136650 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-7cef4662-81d4-4bf1-9c94-7a67a2a0c951 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:06.139962 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-7cef4662-81d4-4bf1-9c94-7a67a2a0c951 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:06.157265 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef4662-81d4-4bf1-9c94-7a67a2a0c951 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f58b66d-afca-427d-86ca-cf0370de5426,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:21:06.162352 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-7cef4662-81d4-4bf1-9c94-7a67a2a0c951 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:06.166481 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-7cef4662-81d4-4bf1-9c94-7a67a2a0c951 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1107812 Jul 09 22:21:06.166688 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 43828) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:21:06.171035 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-148e785f-70a2-45b2-83f2-b56d4af0a428 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Request body: {'floatingip': {'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:21:06.194288 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-148e785f-70a2-45b2-83f2-b56d4af0a428 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for floatingip, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:06.290854 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-148e785f-70a2-45b2-83f2-b56d4af0a428 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:06.390001 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_common [None req-148e785f-70a2-45b2-83f2-b56d4af0a428 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Allocated IP 172.27.2.82 (48f3c221-d066-4df5-b08c-0298bc94fba3/de0a8c43-0791-41b8-9204-ec5737d75642/d3bbbaaa-627f-4f3c-83bd-85f77b2be9c6) {{(pid=93127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:21:06.492752 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-148e785f-70a2-45b2-83f2-b56d4af0a428 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for port, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:06.529005 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-148e785f-70a2-45b2-83f2-b56d4af0a428 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6067558'] for port, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:06.568699 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148e785f-70a2-45b2-83f2-b56d4af0a428 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:21:06.571449 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-148e785f-70a2-45b2-83f2-b56d4af0a428 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:21:06.575133 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148e785f-70a2-45b2-83f2-b56d4af0a428 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Received port after_create {{(pid=93127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:21:06.581082 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e785f-70a2-45b2-83f2-b56d4af0a428 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Pushing event updated for resources: {'Port': ['ID=d3bbbaaa-627f-4f3c-83bd-85f77b2be9c6,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:21:06.668654 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-148e785f-70a2-45b2-83f2-b56d4af0a428 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:06.709553 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-148e785f-70a2-45b2-83f2-b56d4af0a428 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:06.858782 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-148e785f-70a2-45b2-83f2-b56d4af0a428 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:06.863390 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-148e785f-70a2-45b2-83f2-b56d4af0a428 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6067604'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:06.933903 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e785f-70a2-45b2-83f2-b56d4af0a428 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Pushing event updated for resources: {'Port': ['ID=d3bbbaaa-627f-4f3c-83bd-85f77b2be9c6,revision_number=2']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:21:06.941459 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-148e785f-70a2-45b2-83f2-b56d4af0a428 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545156'] for floatingip, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:06.945017 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:21:06.956125 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-148e785f-70a2-45b2-83f2-b56d4af0a428 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:06.957397 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-148e785f-70a2-45b2-83f2-b56d4af0a428 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7897661 Jul 09 22:21:06.966039 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:21:06.966232 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0d74899e-e0bf-4a12-b6ef-30cf450bf4d3 not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:21:07.098823 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-8587a32a-4b6a-469e-90d2-34bce0521ee4 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--363832490&fields=id&tenant_id=7e15379ef8574723b1d38df0187a7df7 HTTP/1.1" status: 200 len: 267 time: 0.0323207 Jul 09 22:21:07.205267 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-ccab73f3-abf3-4b27-80fa-59b6ea3bd7e8 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:07.206605 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-ccab73f3-abf3-4b27-80fa-59b6ea3bd7e8 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/networks?id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637 HTTP/1.1" status: 200 len: 817 time: 0.1016726 Jul 09 22:21:07.221016 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-52065c5c-73bc-48d0-ad33-4cff8d1a8cad tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/quotas/7e15379ef8574723b1d38df0187a7df7 HTTP/1.1" status: 200 len: 375 time: 0.0090923 Jul 09 22:21:07.296094 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-f9c3e047-58dc-4053-9025-e684480ae868 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7e15379ef8574723b1d38df0187a7df7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702984 Jul 09 22:21:07.393372 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-4be1c19e-76e9-4043-b455-c74d568ced85 service neutron] 10.222.0.10 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860322 Jul 09 22:21:07.480146 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-fb60aedf-7cf5-494b-a7d7-d18e0e3e5e55 service neutron] 10.222.0.10 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809836 Jul 09 22:21:07.650193 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-215a8642-a714-45de-ae21-e1fa493f7814 req-fc75b485-be60-496b-9b31-32ec16d32f02 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 210 time: 0.0292051 Jul 09 22:21:08.628199 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-30326dd3-ee89-4597-9e31-e2ff8446192b tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:08.629735 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-30326dd3-ee89-4597-9e31-e2ff8446192b tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.11 "GET /v2.0/networks?id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637 HTTP/1.1" status: 200 len: 817 time: 0.1072335 Jul 09 22:21:08.677453 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-bc5e681e-3e80-4aa0-8360-418cb3275437 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e15379ef8574723b1d38df0187a7df7 HTTP/1.1" status: 200 len: 379 time: 0.0382261 Jul 09 22:21:08.685845 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-756af476-c283-4fba-b6d9-b1fc5212c85f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Request body: {'port': {'device_id': '3401723a-a8ff-4c6a-9504-0ce870caf59c', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'admin_state_up': True, 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'security_groups': ['718f254f-44f1-4e4e-a23d-faedf582e688']}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:21:08.814878 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-58b1650d-4a0d-49a4-8878-a86783df00ef req-0f3722f1-a9d2-4d3d-85a7-3c6e7a8dd947 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 210 time: 0.0409055 Jul 09 22:21:08.837280 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-756af476-c283-4fba-b6d9-b1fc5212c85f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Made reservation on behalf of 7e15379ef8574723b1d38df0187a7df7 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:21:08.840993 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-756af476-c283-4fba-b6d9-b1fc5212c85f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:08.964175 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-756af476-c283-4fba-b6d9-b1fc5212c85f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Allocated IP 172.20.0.12 (31a74b6e-9049-4ba5-9bd6-dbe8ea827637/b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6/a40ab4f2-bf3d-4638-a21e-1db5a7d44283) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:21:09.097391 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-756af476-c283-4fba-b6d9-b1fc5212c85f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:09.111316 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-756af476-c283-4fba-b6d9-b1fc5212c85f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Transition to ACTIVE for port object a40ab4f2-bf3d-4638-a21e-1db5a7d44283 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:21:09.144397 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-756af476-c283-4fba-b6d9-b1fc5212c85f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:09.190025 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-756af476-c283-4fba-b6d9-b1fc5212c85f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Network 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:21:09.193216 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-756af476-c283-4fba-b6d9-b1fc5212c85f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:21:09.197091 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-756af476-c283-4fba-b6d9-b1fc5212c85f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:21:09.224738 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756af476-c283-4fba-b6d9-b1fc5212c85f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Pushing event updated for resources: {'Port': ['ID=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:21:09.253780 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-756af476-c283-4fba-b6d9-b1fc5212c85f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:09.254404 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-756af476-c283-4fba-b6d9-b1fc5212c85f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:09.269177 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-756af476-c283-4fba-b6d9-b1fc5212c85f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5870097 Jul 09 22:21:09.321678 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Request body: {'port': {'device_id': '3401723a-a8ff-4c6a-9504-0ce870caf59c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:21:09.388034 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-d1056c6b-17a6-44dd-97c9-0032cf60f7dc None None] Provisioning for port a40ab4f2-bf3d-4638-a21e-1db5a7d44283 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:21:09.392527 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-d1056c6b-17a6-44dd-97c9-0032cf60f7dc None None] Provisioning complete for port a40ab4f2-bf3d-4638-a21e-1db5a7d44283 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:21:09.393080 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d1056c6b-17a6-44dd-97c9-0032cf60f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:09.395077 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:09.430267 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-d1056c6b-17a6-44dd-97c9-0032cf60f7dc None None] Port a40ab4f2-bf3d-4638-a21e-1db5a7d44283 cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:21:09.657925 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40ab4f2-bf3d-4638-a21e-1db5a7d44283 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:21:09.665246 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:09.676556 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Transition to ACTIVE for port object a40ab4f2-bf3d-4638-a21e-1db5a7d44283 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:21:09.680303 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:09.727800 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:21:09.800399 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Attempting to bind port a40ab4f2-bf3d-4638-a21e-1db5a7d44283 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:21:09.800878 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Attempting to bind port a40ab4f2-bf3d-4638-a21e-1db5a7d44283 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '7752d580-ad3b-4a78-a6e8-db510d11b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:21:09.801092 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Attempting to bind port a40ab4f2-bf3d-4638-a21e-1db5a7d44283 on network 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:21:09.805709 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Port a40ab4f2-bf3d-4638-a21e-1db5a7d44283 on network 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:21:09.806027 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Attempting to bind port a40ab4f2-bf3d-4638-a21e-1db5a7d44283 on network 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:21:09.810909 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:21:09.811251 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Checking segment: {'id': '7752d580-ad3b-4a78-a6e8-db510d11b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:21:09.811634 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Bound using segment: {'id': '7752d580-ad3b-4a78-a6e8-db510d11b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:21:09.812064 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Bound port: a40ab4f2-bf3d-4638-a21e-1db5a7d44283, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7752d580-ad3b-4a78-a6e8-db510d11b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:21:09.812421 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:09.883030 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] For port a40ab4f2-bf3d-4638-a21e-1db5a7d44283, host hv-cinder-79496, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:21:09.886003 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] For port a40ab4f2-bf3d-4638-a21e-1db5a7d44283, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:21:09.891599 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:09.924138 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:09.924706 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:09.926118 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] 10.222.0.11 "PUT /v2.0/ports/a40ab4f2-bf3d-4638-a21e-1db5a7d44283 HTTP/1.1" status: 200 len: 1094 time: 0.6090834 Jul 09 22:21:09.926554 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3401723a-a8ff-4c6a-9504-0ce870caf59c', 'tag': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:21:09.928811 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70772818-4cbf-49c4-8af7-0c2de2273c95" -d '{"events": [{"name": "network-changed", "server_uuid": "3401723a-a8ff-4c6a-9504-0ce870caf59c", "tag": "a40ab4f2-bf3d-4638-a21e-1db5a7d44283"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:21:10.014607 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cc56d3-8bf4-4a4b-9de5-9f84dc516a28 x-openstack-request-id: req-c4cc56d3-8bf4-4a4b-9de5-9f84dc516a28 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:21:10.014902 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3401723a-a8ff-4c6a-9504-0ce870caf59c", "tag": "a40ab4f2-bf3d-4638-a21e-1db5a7d44283", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:21:10.015189 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4cc56d3-8bf4-4a4b-9de5-9f84dc516a28 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:21:10.015582 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3401723a-a8ff-4c6a-9504-0ce870caf59c', 'tag': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283', 'status': 'completed', 'code': 200} Jul 09 22:21:10.020385 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f77bfa-5165-4ce7-8acf-4b3ad9002dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:21:10.066956 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244abfb8-f96c-4976-8875-c2cff29618cd req-ce40ae7e-6b95-4800-8934-94e00c7ace47 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:10.068476 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-244abfb8-f96c-4976-8875-c2cff29618cd req-ce40ae7e-6b95-4800-8934-94e00c7ace47 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.1347218 Jul 09 22:21:10.082460 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-8e45f327-5f61-472a-b8b2-38dfec0d9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:10.083914 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-8e45f327-5f61-472a-b8b2-38dfec0d9f06 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e15379ef8574723b1d38df0187a7df7&device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 1097 time: 0.1089246 Jul 09 22:21:10.130168 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-6c20da81-0908-4a90-9f35-bf07f1a9fb37 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a40ab4f2-bf3d-4638-a21e-1db5a7d44283 HTTP/1.1" status: 200 len: 217 time: 0.0387216 Jul 09 22:21:10.149195 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-244abfb8-f96c-4976-8875-c2cff29618cd req-f652837f-fea4-4eeb-91d5-0756248ad01d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747864 Jul 09 22:21:10.183830 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-69e1a6b9-29d9-4390-9e84-9681750b22c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:10.185382 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-69e1a6b9-29d9-4390-9e84-9681750b22c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6 HTTP/1.1" status: 200 len: 856 time: 0.0480227 Jul 09 22:21:10.242604 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-7d085728-9f36-43e6-bf92-1aeaa76ecf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:10.244058 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-7d085728-9f36-43e6-bf92-1aeaa76ecf85 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525784 Jul 09 22:21:10.333650 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-14bee1e9-6c94-4d81-a380-53c8c57a7143 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834446 Jul 09 22:21:10.419657 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ead5208-14d0-46d2-a106-4d0684a1b2a3 req-0235dfda-3f4c-4254-9d44-bfa729463a26 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801990 Jul 09 22:21:10.520442 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70772818-4cbf-49c4-8af7-0c2de2273c95 req-450338b8-3a29-4842-898a-4534f9d268fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:10.522070 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-70772818-4cbf-49c4-8af7-0c2de2273c95 req-450338b8-3a29-4842-898a-4534f9d268fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e15379ef8574723b1d38df0187a7df7&device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 1097 time: 0.0552657 Jul 09 22:21:10.609819 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70772818-4cbf-49c4-8af7-0c2de2273c95 req-9ba67550-e1fe-493f-8179-ade3b1f3e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:10.611256 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-70772818-4cbf-49c4-8af7-0c2de2273c95 req-9ba67550-e1fe-493f-8179-ade3b1f3e1ad service neutron] 10.222.0.11 "GET /v2.0/networks?id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637 HTTP/1.1" status: 200 len: 918 time: 0.0833685 Jul 09 22:21:10.654375 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-70772818-4cbf-49c4-8af7-0c2de2273c95 req-fa831108-9924-4efd-8d2d-46b4d4fc058f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a40ab4f2-bf3d-4638-a21e-1db5a7d44283 HTTP/1.1" status: 200 len: 217 time: 0.0366108 Jul 09 22:21:10.700847 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70772818-4cbf-49c4-8af7-0c2de2273c95 req-a010b59b-4ce3-4e70-a46d-f73d3be3dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:10.702180 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-70772818-4cbf-49c4-8af7-0c2de2273c95 req-a010b59b-4ce3-4e70-a46d-f73d3be3dc2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6 HTTP/1.1" status: 200 len: 856 time: 0.0419087 Jul 09 22:21:10.755254 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70772818-4cbf-49c4-8af7-0c2de2273c95 req-64fb4add-41a9-4c84-9447-79cf14feb5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:10.756683 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-70772818-4cbf-49c4-8af7-0c2de2273c95 req-64fb4add-41a9-4c84-9447-79cf14feb5c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487990 Jul 09 22:21:10.844556 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-70772818-4cbf-49c4-8af7-0c2de2273c95 req-953a12e3-d9cd-4f3a-b3f3-4b580a37bb87 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815928 Jul 09 22:21:10.929077 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-70772818-4cbf-49c4-8af7-0c2de2273c95 req-dd58804a-5c76-4db3-aced-658200fc11d1 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784690 Jul 09 22:21:11.325323 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff87e1a-56c4-43dc-85ce-b3528b5e0e17 req-a753706c-df7f-41a4-bd45-c22382b419df tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:11.326806 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ff87e1a-56c4-43dc-85ce-b3528b5e0e17 req-a753706c-df7f-41a4-bd45-c22382b419df tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0632615 Jul 09 22:21:11.363126 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ff87e1a-56c4-43dc-85ce-b3528b5e0e17 req-099be2da-61ec-44a8-9a8c-d51f6e441984 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306988 Jul 09 22:21:11.566505 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ce53a6b4-4b0f-4633-8d89-9746175c1f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:12.544900 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57d145-9d06-4cd4-bc8a-dd54deeb1f19 req-2a765a39-6506-430c-8b49-341db25c2787 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:12.546325 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fa57d145-9d06-4cd4-bc8a-dd54deeb1f19 req-2a765a39-6506-430c-8b49-341db25c2787 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0668566 Jul 09 22:21:12.583791 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fa57d145-9d06-4cd4-bc8a-dd54deeb1f19 req-e01b651e-17e1-44da-baea-151220cf27e8 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319302 Jul 09 22:21:13.757656 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe88ab-c102-4c2e-a8aa-c6a94c2232be req-84036ff0-aaf5-4da2-b63a-2403f0880b41 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:13.759116 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96fe88ab-c102-4c2e-a8aa-c6a94c2232be req-84036ff0-aaf5-4da2-b63a-2403f0880b41 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0622103 Jul 09 22:21:13.795786 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96fe88ab-c102-4c2e-a8aa-c6a94c2232be req-1158e2a9-91ca-4fd0-b56d-0b79e02ebc90 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311847 Jul 09 22:21:14.806477 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-30d6b4b6-bc8c-4014-847f-a3943b56d3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:14.979840 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device a40ab4f2-bf3d-4638-a21e-1db5a7d44283 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:21:14.992348 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca7a94-6c79-4cf8-9f2e-29b85d8fa1fb req-29280e44-75cf-4df8-8722-54d6d4e193c4 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:14.994067 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-46ca7a94-6c79-4cf8-9f2e-29b85d8fa1fb req-29280e44-75cf-4df8-8722-54d6d4e193c4 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0774901 Jul 09 22:21:15.033010 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-46ca7a94-6c79-4cf8-9f2e-29b85d8fa1fb req-884eb349-5752-4bca-9a3d-bf96d2311f3d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330446 Jul 09 22:21:15.079638 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port a40ab4f2-bf3d-4638-a21e-1db5a7d44283, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:21:15.090631 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'port_id': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283', 'mac_address': 'fa:16:3e:75:fa:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:21:15.126770 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:15.138881 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40ab4f2-bf3d-4638-a21e-1db5a7d44283 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:21:15.159310 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port a40ab4f2-bf3d-4638-a21e-1db5a7d44283, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:21:15.163651 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:15.213511 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:21:15.230340 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:15.230609 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:15.230953 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:15.231289 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:15.231623 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:15.231957 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:15.232283 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:15.232609 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:15.232980 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:15.233311 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:15.233634 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:15.233956 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:21:15.241849 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:15.521245 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['a40ab4f2-bf3d-4638-a21e-1db5a7d44283'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:21:16.218925 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a58395-e6bf-4d5f-8082-988dbeaabaea req-02ba6540-f654-4f24-8da1-beae8b9231b0 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:16.220477 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0a58395-e6bf-4d5f-8082-988dbeaabaea req-02ba6540-f654-4f24-8da1-beae8b9231b0 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 945 time: 0.0657654 Jul 09 22:21:16.263297 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0a58395-e6bf-4d5f-8082-988dbeaabaea req-1526ad32-9d84-45bd-870c-a731d8288277 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338383 Jul 09 22:21:16.657786 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:16.990179 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device a40ab4f2-bf3d-4638-a21e-1db5a7d44283 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:21:17.054987 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port a40ab4f2-bf3d-4638-a21e-1db5a7d44283 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:21:17.059302 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port a40ab4f2-bf3d-4638-a21e-1db5a7d44283 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:21:17.059665 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:17.143716 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:17.169255 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3401723a-a8ff-4c6a-9504-0ce870caf59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:21:17.172591 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6876d9-4497-44e1-867e-2c1f3a804c4e" -d '{"events": [{"server_uuid": "3401723a-a8ff-4c6a-9504-0ce870caf59c", "name": "network-vif-plugged", "status": "completed", "tag": "a40ab4f2-bf3d-4638-a21e-1db5a7d44283"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:21:17.187322 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port a40ab4f2-bf3d-4638-a21e-1db5a7d44283, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:21:17.190624 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:17.215270 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176de956-e33b-4d24-864d-779cf72f46a3 x-openstack-request-id: req-176de956-e33b-4d24-864d-779cf72f46a3 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:21:17.215559 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3401723a-a8ff-4c6a-9504-0ce870caf59c", "name": "network-vif-plugged", "status": "completed", "tag": "a40ab4f2-bf3d-4638-a21e-1db5a7d44283", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:21:17.215815 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-176de956-e33b-4d24-864d-779cf72f46a3 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:21:17.216206 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3401723a-a8ff-4c6a-9504-0ce870caf59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283', 'code': 200} Jul 09 22:21:17.248549 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:21:17.491841 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5025171-2998-462e-bde6-2817b5c5e9fa req-4b703108-6e13-4be3-80e7-0832d6296652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:17.493792 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a5025171-2998-462e-bde6-2817b5c5e9fa req-4b703108-6e13-4be3-80e7-0832d6296652 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 1099 time: 0.1059136 Jul 09 22:21:17.514269 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd95d6-62d5-42bd-8eba-bd93fb40a94f req-5b895d83-8397-4b88-9273-bef2bde0177a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:17.515770 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c2cd95d6-62d5-42bd-8eba-bd93fb40a94f req-5b895d83-8397-4b88-9273-bef2bde0177a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.1198294 Jul 09 22:21:17.564682 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a5025171-2998-462e-bde6-2817b5c5e9fa req-0c29f90a-aa49-427a-b8bd-f072236b5618 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647471 Jul 09 22:21:17.573248 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c2cd95d6-62d5-42bd-8eba-bd93fb40a94f req-e7642d86-4a87-46e5-bf51-f72831022055 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506437 Jul 09 22:21:18.440325 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:18.754622 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dcbbd-0d8e-470d-ad74-ed7802449dd3 req-16dec0af-75a4-4d4e-a87f-5098ac8506c6 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:18.756112 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ba4dcbbd-0d8e-470d-ad74-ed7802449dd3 req-16dec0af-75a4-4d4e-a87f-5098ac8506c6 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0664794 Jul 09 22:21:18.793500 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ba4dcbbd-0d8e-470d-ad74-ed7802449dd3 req-ad07dc6d-ecd2-4990-a60c-c75a12d6a317 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316377 Jul 09 22:21:19.970361 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d1b05-33f7-4b3b-93ac-6b9fa33ef614 req-7ad51641-64ed-44c4-8034-583316d591c3 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:19.971722 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-276d1b05-33f7-4b3b-93ac-6b9fa33ef614 req-7ad51641-64ed-44c4-8034-583316d591c3 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0645840 Jul 09 22:21:20.008705 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-276d1b05-33f7-4b3b-93ac-6b9fa33ef614 req-f786a38e-767f-4d13-9a04-054b157219ed tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314815 Jul 09 22:21:20.177599 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954f9d1-18d8-4f31-a7de-9a89d5ee4dde req-f9372ae7-219b-4e47-ac93-5a6eb156d5ee tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:20.179095 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f954f9d1-18d8-4f31-a7de-9a89d5ee4dde req-f9372ae7-219b-4e47-ac93-5a6eb156d5ee tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0634754 Jul 09 22:21:20.188592 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 43884) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:21:20.193207 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-2d47c6a2-0fb0-4fd9-9eb0-8a616ec4149d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Request body: {'floatingip': {'port_id': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:21:20.231382 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2d47c6a2-0fb0-4fd9-9eb0-8a616ec4149d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for floatingip, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:20.603961 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:20.679936 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2d47c6a2-0fb0-4fd9-9eb0-8a616ec4149d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:20.683652 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2d47c6a2-0fb0-4fd9-9eb0-8a616ec4149d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545156'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:20.778556 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.l3_db [None req-2d47c6a2-0fb0-4fd9-9eb0-8a616ec4149d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Floating IP a886a13f-6bbd-4ebb-92c0-a8b3b1f74997 associated. External IP: 172.27.2.82, port: a40ab4f2-bf3d-4638-a21e-1db5a7d44283. Jul 09 22:21:20.979571 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d47c6a2-0fb0-4fd9-9eb0-8a616ec4149d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Router 5cf8dae8-9608-48c5-97df-3f54aff8b93d has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:21:21.350782 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d47c6a2-0fb0-4fd9-9eb0-8a616ec4149d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:21:21.355286 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2d47c6a2-0fb0-4fd9-9eb0-8a616ec4149d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:21.361072 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29465a9-6582-494a-918b-77b6ec02e76e None None] Sync routers for ids ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:21:21.370392 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29465a9-6582-494a-918b-77b6ec02e76e None None] Routers {'5cf8dae8-9608-48c5-97df-3f54aff8b93d'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:21:21.371018 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-b29465a9-6582-494a-918b-77b6ec02e76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:21:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:21:21.390984 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-2d47c6a2-0fb0-4fd9-9eb0-8a616ec4149d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "PUT /v2.0/floatingips/a886a13f-6bbd-4ebb-92c0-a8b3b1f74997 HTTP/1.1" status: 200 len: 991 time: 1.2012584 Jul 09 22:21:21.391556 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3401723a-a8ff-4c6a-9504-0ce870caf59c', 'tag': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:21:21.394179 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfe509e-6ad7-4b3e-924c-846e9949fdc3" -d '{"events": [{"name": "network-changed", "server_uuid": "3401723a-a8ff-4c6a-9504-0ce870caf59c", "tag": "a40ab4f2-bf3d-4638-a21e-1db5a7d44283"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:21:21.440646 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3f29ca-9838-4005-8758-c348e36caae0 x-openstack-request-id: req-ba3f29ca-9838-4005-8758-c348e36caae0 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:21:21.440964 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3401723a-a8ff-4c6a-9504-0ce870caf59c", "tag": "a40ab4f2-bf3d-4638-a21e-1db5a7d44283", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:21:21.441346 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba3f29ca-9838-4005-8758-c348e36caae0 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:21:21.441733 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3401723a-a8ff-4c6a-9504-0ce870caf59c', 'tag': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283', 'status': 'completed', 'code': 200} Jul 09 22:21:21.496406 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-b29465a9-6582-494a-918b-77b6ec02e76e None None] Set router 5cf8dae8-9608-48c5-97df-3f54aff8b93d gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:21:21.518653 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe509e-6ad7-4b3e-924c-846e9949fdc3 req-066260e6-df73-4f6b-94ac-76448835a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:21.520146 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fbfe509e-6ad7-4b3e-924c-846e9949fdc3 req-066260e6-df73-4f6b-94ac-76448835a749 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e15379ef8574723b1d38df0187a7df7&device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 1099 time: 0.0552175 Jul 09 22:21:21.620373 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe509e-6ad7-4b3e-924c-846e9949fdc3 req-0d7cc8cb-ddd8-41df-9dd4-c076eba8a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:21.621881 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fbfe509e-6ad7-4b3e-924c-846e9949fdc3 req-0d7cc8cb-ddd8-41df-9dd4-c076eba8a640 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637 HTTP/1.1" status: 200 len: 918 time: 0.0955715 Jul 09 22:21:21.690343 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fbfe509e-6ad7-4b3e-924c-846e9949fdc3 req-77d0eadf-8efd-4a22-bb35-6f8bc0b63cc3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a40ab4f2-bf3d-4638-a21e-1db5a7d44283 HTTP/1.1" status: 200 len: 999 time: 0.0623662 Jul 09 22:21:21.743801 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe509e-6ad7-4b3e-924c-846e9949fdc3 req-cb7014e1-c15a-4cd8-8c41-0d2ac5b3ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:21.745274 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fbfe509e-6ad7-4b3e-924c-846e9949fdc3 req-cb7014e1-c15a-4cd8-8c41-0d2ac5b3ea02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6 HTTP/1.1" status: 200 len: 856 time: 0.0483603 Jul 09 22:21:21.799325 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe509e-6ad7-4b3e-924c-846e9949fdc3 req-5874ed5f-fc82-4924-ace4-7ae1eb4ba320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:21.800822 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fbfe509e-6ad7-4b3e-924c-846e9949fdc3 req-5874ed5f-fc82-4924-ace4-7ae1eb4ba320 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498924 Jul 09 22:21:21.833149 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-b29465a9-6582-494a-918b-77b6ec02e76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:22Z', 'revision_number': 4, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port': {'id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:37:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': 'a886a13f-6bbd-4ebb-92c0-a8b3b1f74997', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'port_id': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'mac_address': 'fa:16:3e:75:fa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401723a-a8ff-4c6a-9504-0ce870caf59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:21:06Z', 'updated_at': '2021-07-09T22:21:20Z', 'revision_number': 1, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f73060c-1d41-4062-97d0-55790f497aa1', 'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'mac_address': 'fa:16:3e:f9:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:21Z', 'updated_at': '2021-07-09T22:15:28Z', 'revision_number': 5, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'subnets': [{'id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:21:21.859857 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29465a9-6582-494a-918b-77b6ec02e76e None None] Checking router: 5cf8dae8-9608-48c5-97df-3f54aff8b93d for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:21:21.868264 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29465a9-6582-494a-918b-77b6ec02e76e None None] Routers {'5cf8dae8-9608-48c5-97df-3f54aff8b93d'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:21:21.868922 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-b29465a9-6582-494a-918b-77b6ec02e76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:21:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:21:21.888272 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fbfe509e-6ad7-4b3e-924c-846e9949fdc3 req-f3178330-e7bc-4e19-96df-6d323db85da3 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809634 Jul 09 22:21:21.977277 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-b29465a9-6582-494a-918b-77b6ec02e76e None None] Set router 5cf8dae8-9608-48c5-97df-3f54aff8b93d gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:21:21.979844 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fbfe509e-6ad7-4b3e-924c-846e9949fdc3 req-d1c100ed-2844-4262-b1ed-bdd829399f91 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851295 Jul 09 22:21:22.205944 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-b29465a9-6582-494a-918b-77b6ec02e76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:22Z', 'revision_number': 4, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port': {'id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:37:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': 'a886a13f-6bbd-4ebb-92c0-a8b3b1f74997', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'port_id': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'mac_address': 'fa:16:3e:75:fa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401723a-a8ff-4c6a-9504-0ce870caf59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:21:06Z', 'updated_at': '2021-07-09T22:21:20Z', 'revision_number': 1, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f73060c-1d41-4062-97d0-55790f497aa1', 'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'mac_address': 'fa:16:3e:f9:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:21Z', 'updated_at': '2021-07-09T22:15:28Z', 'revision_number': 5, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'subnets': [{'id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:21:22.232418 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29465a9-6582-494a-918b-77b6ec02e76e None None] The sync data for ids ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'] in dv-cinder-794962-8-iscsi is: [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:22Z', 'revision_number': 4, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port': {'id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:37:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': 'a886a13f-6bbd-4ebb-92c0-a8b3b1f74997', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'port_id': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'mac_address': 'fa:16:3e:75:fa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401723a-a8ff-4c6a-9504-0ce870caf59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:21:06Z', 'updated_at': '2021-07-09T22:21:20Z', 'revision_number': 1, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f73060c-1d41-4062-97d0-55790f497aa1', 'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'mac_address': 'fa:16:3e:f9:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:21Z', 'updated_at': '2021-07-09T22:15:28Z', 'revision_number': 5, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'subnets': [{'id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:21:22.428514 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde4ca1-e576-4d0c-96f4-4e115ef3aec6 None None] New status for floating IP a886a13f-6bbd-4ebb-92c0-a8b3b1f74997: ACTIVE {{(pid=93130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 22:21:40.013892 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:21:41.536399 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b6554ac5-1487-4e9f-87b3-725410dec19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:44.808355 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-467fee61-340a-4fbd-9501-ddd7526b2121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:45.232343 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:46.658351 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:48.442477 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:50.609524 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:21:54.793326 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-18ecb65d-6bcc-4016-915c-2700e77aec39 req-ee056ee7-0637-4fa6-a7ee-d46aa4814fd4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1351244 Jul 09 22:21:54.862639 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecb65d-6bcc-4016-915c-2700e77aec39 req-de5c91ff-59f3-44fa-b5f1-a6b95bcf3872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:54.864084 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-18ecb65d-6bcc-4016-915c-2700e77aec39 req-de5c91ff-59f3-44fa-b5f1-a6b95bcf3872 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee20f04a9dbb481e87628429151deb49&device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 1099 time: 0.0501580 Jul 09 22:21:54.968497 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecb65d-6bcc-4016-915c-2700e77aec39 req-80848831-c7fe-4dac-bd79-3da741a67a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:54.969873 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-18ecb65d-6bcc-4016-915c-2700e77aec39 req-80848831-c7fe-4dac-bd79-3da741a67a40 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d90375db-451e-43ae-aadc-243874bd1ee1 HTTP/1.1" status: 200 len: 909 time: 0.0848970 Jul 09 22:21:55.034196 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-18ecb65d-6bcc-4016-915c-2700e77aec39 req-2e5d9915-3761-4802-9cdb-e16aacde75fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b9461a9-67f3-4929-afa6-aa1869aaf0cb HTTP/1.1" status: 200 len: 1001 time: 0.0572979 Jul 09 22:21:55.085615 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecb65d-6bcc-4016-915c-2700e77aec39 req-379b3568-fe8e-47a7-a423-0cb11a01a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:55.087010 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-18ecb65d-6bcc-4016-915c-2700e77aec39 req-379b3568-fe8e-47a7-a423-0cb11a01a1ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2a5a007-f5b7-40b7-b21d-55e4526026d0 HTTP/1.1" status: 200 len: 847 time: 0.0462723 Jul 09 22:21:55.142308 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecb65d-6bcc-4016-915c-2700e77aec39 req-1b531e39-7003-4fe6-8224-409213595a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:21:55.143806 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-18ecb65d-6bcc-4016-915c-2700e77aec39 req-1b531e39-7003-4fe6-8224-409213595a84 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d90375db-451e-43ae-aadc-243874bd1ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507517 Jul 09 22:21:55.156000 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [req-18ecb65d-6bcc-4016-915c-2700e77aec39 req-d462c6a3-a1cb-4285-9cc8-08b7122586a3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 22:21:55.156985 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-18ecb65d-6bcc-4016-915c-2700e77aec39 req-d462c6a3-a1cb-4285-9cc8-08b7122586a3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052972 Jul 09 22:21:55.247808 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-18ecb65d-6bcc-4016-915c-2700e77aec39 req-7f4e4608-a619-40cc-83ee-03ce9f19ece3 service neutron] 10.222.0.11 "GET /v2.0/networks/d90375db-451e-43ae-aadc-243874bd1ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832572 Jul 09 22:21:55.338962 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-18ecb65d-6bcc-4016-915c-2700e77aec39 req-e6ef8713-c306-4a19-acab-26c44541cd8f service neutron] 10.222.0.11 "GET /v2.0/networks/d90375db-451e-43ae-aadc-243874bd1ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844855 Jul 09 22:22:11.537064 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f71279f4-87a8-4f9a-922e-094d23d6bf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:14.812461 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f8a8727a-01a4-4331-97e1-eb42fa5ddc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:15.232852 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:16.661253 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:17.012540 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:22:17.486978 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22bfba-3e09-4f29-96e4-4908cfdf3d59 req-773fa2e2-aae3-429b-b3a5-b4e06b6bd50b tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:17.491370 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ea22bfba-3e09-4f29-96e4-4908cfdf3d59 req-773fa2e2-aae3-429b-b3a5-b4e06b6bd50b tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.1201556 Jul 09 22:22:17.526770 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ea22bfba-3e09-4f29-96e4-4908cfdf3d59 req-e3fce9ee-6f1c-4e0b-a147-54912c280b02 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323060 Jul 09 22:22:18.445667 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:18.709630 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf6442-281b-4a4d-b876-a32443b954cd req-75758590-acfd-40af-a7b9-33ce1a72fd40 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:18.711129 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8bbf6442-281b-4a4d-b876-a32443b954cd req-75758590-acfd-40af-a7b9-33ce1a72fd40 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.0741389 Jul 09 22:22:18.752243 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8bbf6442-281b-4a4d-b876-a32443b954cd req-2fc00e09-3f44-444a-9d7a-54a2d8e07dbc tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353475 Jul 09 22:22:19.935685 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13a8f3-6e65-4449-a06a-fe3041d2a348 req-3dda2a10-b226-4e91-96ed-4cea082711b2 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:19.937151 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ff13a8f3-6e65-4449-a06a-fe3041d2a348 req-3dda2a10-b226-4e91-96ed-4cea082711b2 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.0638614 Jul 09 22:22:19.974738 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ff13a8f3-6e65-4449-a06a-fe3041d2a348 req-8280d63e-b3d4-4117-a4d9-a6d02f14ce80 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319877 Jul 09 22:22:20.606271 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:21.143654 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69705f19-def0-40f9-b1bb-e3c4bf3a243b req-9d4e6086-88b2-4bf0-a7ac-778155620791 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:21.145148 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-69705f19-def0-40f9-b1bb-e3c4bf3a243b req-9d4e6086-88b2-4bf0-a7ac-778155620791 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.0620408 Jul 09 22:22:21.181606 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-69705f19-def0-40f9-b1bb-e3c4bf3a243b req-bb8c0a0f-0d79-46b8-845b-02474e328656 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310473 Jul 09 22:22:22.353530 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e96164-570f-4af8-949f-51cb81839b74 req-9b30eadc-6c9e-4ce4-b48f-d66003ce409c tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:22.354920 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b9e96164-570f-4af8-949f-51cb81839b74 req-9b30eadc-6c9e-4ce4-b48f-d66003ce409c tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.0651484 Jul 09 22:22:22.391314 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b9e96164-570f-4af8-949f-51cb81839b74 req-80f9d9fb-b5c4-47a4-9421-2cb928f3587b tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309691 Jul 09 22:22:23.560918 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b56084-b8a9-4417-8f71-e77e95d738d5 req-2ab88538-8c23-439f-9ff8-28a66d85155d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:23.562055 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-16b56084-b8a9-4417-8f71-e77e95d738d5 req-2ab88538-8c23-439f-9ff8-28a66d85155d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.0626688 Jul 09 22:22:23.599121 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-16b56084-b8a9-4417-8f71-e77e95d738d5 req-b06e87ab-81d4-43a3-be80-bb7b0f94296e tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315626 Jul 09 22:22:24.776900 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412fc51-0b18-4647-ae9f-423c5470c8d3 req-e597e193-64df-4850-ac5d-2d2b91a2d27f tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:24.778354 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9412fc51-0b18-4647-ae9f-423c5470c8d3 req-e597e193-64df-4850-ac5d-2d2b91a2d27f tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.0669260 Jul 09 22:22:24.816521 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9412fc51-0b18-4647-ae9f-423c5470c8d3 req-92932b75-4e31-43a1-9595-400288f0579f tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317526 Jul 09 22:22:25.989873 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138fdf4-4dca-4891-a307-f551da65e483 req-497744d9-6d4f-4ba4-aeb6-f923e239d64b tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:25.991338 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0138fdf4-4dca-4891-a307-f551da65e483 req-497744d9-6d4f-4ba4-aeb6-f923e239d64b tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.0623560 Jul 09 22:22:26.028026 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0138fdf4-4dca-4891-a307-f551da65e483 req-5b3d49ac-cee1-4748-99ef-aa8766bfe0fd tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311251 Jul 09 22:22:27.199145 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696195fa-e9bb-403c-bd21-8c5c1cc6b25e req-f48c833a-03a3-4471-a58a-f37d250d8f6b tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:27.200813 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-696195fa-e9bb-403c-bd21-8c5c1cc6b25e req-f48c833a-03a3-4471-a58a-f37d250d8f6b tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.0642488 Jul 09 22:22:27.239635 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-696195fa-e9bb-403c-bd21-8c5c1cc6b25e req-46c809a0-257a-4224-9273-82b5b9228857 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332263 Jul 09 22:22:27.542840 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d8d8c-dbb7-4ac9-85c1-24d0f1ecad80 req-40453cdb-7db2-4f61-9123-ff03a70a1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:27.544337 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-472d8d8c-dbb7-4ac9-85c1-24d0f1ecad80 req-40453cdb-7db2-4f61-9123-ff03a70a1105 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee20f04a9dbb481e87628429151deb49&device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 1099 time: 0.0556221 Jul 09 22:22:27.635059 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d8d8c-dbb7-4ac9-85c1-24d0f1ecad80 req-6b2a2f8f-42c2-4baa-8529-4b970973ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:27.636581 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-472d8d8c-dbb7-4ac9-85c1-24d0f1ecad80 req-6b2a2f8f-42c2-4baa-8529-4b970973ee80 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d90375db-451e-43ae-aadc-243874bd1ee1 HTTP/1.1" status: 200 len: 909 time: 0.0859518 Jul 09 22:22:27.706074 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-472d8d8c-dbb7-4ac9-85c1-24d0f1ecad80 req-1f809121-9932-428a-a95d-24cdb48a579c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b9461a9-67f3-4929-afa6-aa1869aaf0cb HTTP/1.1" status: 200 len: 1001 time: 0.0623839 Jul 09 22:22:27.754723 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d8d8c-dbb7-4ac9-85c1-24d0f1ecad80 req-57a215ec-fd85-463c-b316-7d6340fdbac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:27.756184 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-472d8d8c-dbb7-4ac9-85c1-24d0f1ecad80 req-57a215ec-fd85-463c-b316-7d6340fdbac0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2a5a007-f5b7-40b7-b21d-55e4526026d0 HTTP/1.1" status: 200 len: 847 time: 0.0438490 Jul 09 22:22:27.815776 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d8d8c-dbb7-4ac9-85c1-24d0f1ecad80 req-cc2f1c0b-bd0e-460b-a09a-4bc2a00966ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:27.817370 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-472d8d8c-dbb7-4ac9-85c1-24d0f1ecad80 req-cc2f1c0b-bd0e-460b-a09a-4bc2a00966ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d90375db-451e-43ae-aadc-243874bd1ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516548 Jul 09 22:22:27.907686 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-472d8d8c-dbb7-4ac9-85c1-24d0f1ecad80 req-243c87d5-e568-4c0b-948a-11f268804718 service neutron] 10.222.0.11 "GET /v2.0/networks/d90375db-451e-43ae-aadc-243874bd1ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828922 Jul 09 22:22:27.993382 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-472d8d8c-dbb7-4ac9-85c1-24d0f1ecad80 req-81deac47-c5f3-4f94-8ea4-6c7162051f20 service neutron] 10.222.0.11 "GET /v2.0/networks/d90375db-451e-43ae-aadc-243874bd1ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785520 Jul 09 22:22:28.409136 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5742e9-f232-4afd-807d-acf771b3c797 req-1ec73fb5-616b-4d0f-8c20-2670f4623282 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:28.410623 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bd5742e9-f232-4afd-807d-acf771b3c797 req-1ec73fb5-616b-4d0f-8c20-2670f4623282 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.0626035 Jul 09 22:22:28.453307 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bd5742e9-f232-4afd-807d-acf771b3c797 req-257064b7-eb3a-4fd3-8c8b-b2e6150a39d6 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370724 Jul 09 22:22:29.628113 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c967772-a7eb-4ab8-b390-6f35daa30a39 req-c6febc03-323c-40ad-bfb0-71f6bac8fed4 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:29.629678 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c967772-a7eb-4ab8-b390-6f35daa30a39 req-c6febc03-323c-40ad-bfb0-71f6bac8fed4 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.0640278 Jul 09 22:22:29.669486 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c967772-a7eb-4ab8-b390-6f35daa30a39 req-c1dfc436-37b2-400c-b44f-67e91c808862 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336821 Jul 09 22:22:30.836401 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291e0e4-726c-4e0e-b069-553d03899b23 req-2e809485-4f9c-4fb7-b15b-a6b090754f7a tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:30.837912 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2291e0e4-726c-4e0e-b069-553d03899b23 req-2e809485-4f9c-4fb7-b15b-a6b090754f7a tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.0620227 Jul 09 22:22:30.875235 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2291e0e4-726c-4e0e-b069-553d03899b23 req-2718c070-092f-41e2-ba28-7ad0baa9e250 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312822 Jul 09 22:22:31.148961 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [req-8b38e3ed-e893-4e4a-9dc8-6d3e93aeea37 req-5d8b3301-901c-425b-a9e9-eb19b1a94df6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0557642 Jul 09 22:22:31.270482 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd822f0d-44a4-4afa-a47e-6e04d467ff15 req-c6ee0d53-4b67-4867-97ad-fa589f831b32 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:31.271994 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd822f0d-44a4-4afa-a47e-6e04d467ff15 req-c6ee0d53-4b67-4867-97ad-fa589f831b32 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.1182883 Jul 09 22:22:31.309682 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd822f0d-44a4-4afa-a47e-6e04d467ff15 req-a24942be-d16a-4853-aaf2-35757f634197 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319245 Jul 09 22:22:32.482440 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1585db-0a17-44ab-a88a-d8c70859417c req-d126a329-3870-44f8-9a54-f954f15c2bd0 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:32.483909 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0c1585db-0a17-44ab-a88a-d8c70859417c req-d126a329-3870-44f8-9a54-f954f15c2bd0 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.0625291 Jul 09 22:22:32.522362 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0c1585db-0a17-44ab-a88a-d8c70859417c req-e70a1896-ca5e-4475-b425-2a1708eecc80 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329757 Jul 09 22:22:32.597741 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38e3ed-e893-4e4a-9dc8-6d3e93aeea37 req-d623ce8c-4355-48cf-97a2-bc7e2f9012de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:32.599214 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8b38e3ed-e893-4e4a-9dc8-6d3e93aeea37 req-d623ce8c-4355-48cf-97a2-bc7e2f9012de service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1&tenant_id=ee20f04a9dbb481e87628429151deb49 HTTP/1.1" status: 200 len: 1099 time: 0.0573921 Jul 09 22:22:32.673186 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38e3ed-e893-4e4a-9dc8-6d3e93aeea37 req-a37e17cf-62d0-4b45-b9d8-93544ca982fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:32.674683 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8b38e3ed-e893-4e4a-9dc8-6d3e93aeea37 req-a37e17cf-62d0-4b45-b9d8-93544ca982fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee20f04a9dbb481e87628429151deb49&device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 1099 time: 0.0526273 Jul 09 22:22:32.761237 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38e3ed-e893-4e4a-9dc8-6d3e93aeea37 req-1ad2026a-687e-4321-b37c-9f8b098a8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:32.762755 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8b38e3ed-e893-4e4a-9dc8-6d3e93aeea37 req-1ad2026a-687e-4321-b37c-9f8b098a8b34 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d90375db-451e-43ae-aadc-243874bd1ee1 HTTP/1.1" status: 200 len: 909 time: 0.0826125 Jul 09 22:22:32.829986 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8b38e3ed-e893-4e4a-9dc8-6d3e93aeea37 req-ca9e5dff-859c-4508-a71f-014441069e83 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b9461a9-67f3-4929-afa6-aa1869aaf0cb HTTP/1.1" status: 200 len: 1001 time: 0.0609033 Jul 09 22:22:32.878161 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38e3ed-e893-4e4a-9dc8-6d3e93aeea37 req-5cb13faf-3830-4e4f-a78d-8c5df522872f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:32.879572 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8b38e3ed-e893-4e4a-9dc8-6d3e93aeea37 req-5cb13faf-3830-4e4f-a78d-8c5df522872f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2a5a007-f5b7-40b7-b21d-55e4526026d0 HTTP/1.1" status: 200 len: 847 time: 0.0433552 Jul 09 22:22:32.940318 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38e3ed-e893-4e4a-9dc8-6d3e93aeea37 req-0ed5da25-ecb3-41eb-9a7e-e93a3889f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:32.941862 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8b38e3ed-e893-4e4a-9dc8-6d3e93aeea37 req-0ed5da25-ecb3-41eb-9a7e-e93a3889f84d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d90375db-451e-43ae-aadc-243874bd1ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555072 Jul 09 22:22:33.032770 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8b38e3ed-e893-4e4a-9dc8-6d3e93aeea37 req-09eeb601-0b05-4bd6-8805-b5cbe3f21189 service neutron] 10.222.0.11 "GET /v2.0/networks/d90375db-451e-43ae-aadc-243874bd1ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838175 Jul 09 22:22:33.117940 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8b38e3ed-e893-4e4a-9dc8-6d3e93aeea37 req-ab6677bb-91e6-498d-99b9-d45e43d02909 service neutron] 10.222.0.11 "GET /v2.0/networks/d90375db-451e-43ae-aadc-243874bd1ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788395 Jul 09 22:22:33.477096 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0b9461a9-67f3-4929-afa6-aa1869aaf0cb no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:22:33.552507 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:33.575533 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff8e9ef-d573-4020-9b52-6a96d7a14fb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:22:33.577815 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e1fbf5-f798-4adf-b6bd-7a701fb13808" -d '{"events": [{"server_uuid": "cff8e9ef-d573-4020-9b52-6a96d7a14fb1", "name": "network-vif-unplugged", "status": "completed", "tag": "0b9461a9-67f3-4929-afa6-aa1869aaf0cb"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:22:33.590700 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0b9461a9-67f3-4929-afa6-aa1869aaf0cb,segment=NetworkSegment(80bb02d3-4090-4da8-8806-10b8343e22a2),segment_id=80bb02d3-4090-4da8-8806-10b8343e22a2)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:22:33.594855 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:33.646570 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=0b9461a9-67f3-4929-afa6-aa1869aaf0cb,revision_number=6']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:22:33.655736 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:22:33.656226 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:22:33.656514 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:22:33.656842 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:22:33.657182 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:22:33.657515 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:22:33.657878 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:22:33.658171 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:22:33.658492 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:22:33.658983 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:22:33.659494 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:22:33.659983 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:22:33.682269 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 22:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11becf4-5327-4154-bb2d-9fa739306240 x-openstack-request-id: req-b11becf4-5327-4154-bb2d-9fa739306240 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:22:33.682667 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff8e9ef-d573-4020-9b52-6a96d7a14fb1", "name": "network-vif-unplugged", "status": "completed", "tag": "0b9461a9-67f3-4929-afa6-aa1869aaf0cb", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:22:33.682920 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b11becf4-5327-4154-bb2d-9fa739306240 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:22:33.683313 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff8e9ef-d573-4020-9b52-6a96d7a14fb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb', 'code': 200} Jul 09 22:22:33.708226 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b8f8d-65ed-4bd9-807c-0e7ebdb13c98 req-661e48fa-2bd2-42e1-86ee-f0b436e12ad8 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:33.709733 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-272b8f8d-65ed-4bd9-807c-0e7ebdb13c98 req-661e48fa-2bd2-42e1-86ee-f0b436e12ad8 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 944 time: 0.0727000 Jul 09 22:22:33.746318 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-272b8f8d-65ed-4bd9-807c-0e7ebdb13c98 req-656d00f2-5284-4560-b1ac-6fd1087890ed tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309491 Jul 09 22:22:34.915635 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b47bf4-cb8c-4c15-9c6c-ea785be62eb6 req-ab9369d0-0919-4644-b1b9-5b9a96c09a62 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:34.917130 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-21b47bf4-cb8c-4c15-9c6c-ea785be62eb6 req-ab9369d0-0919-4644-b1b9-5b9a96c09a62 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 944 time: 0.0630968 Jul 09 22:22:34.954171 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-21b47bf4-cb8c-4c15-9c6c-ea785be62eb6 req-8a1a4caa-723c-4744-9b6d-cb01b29aed44 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309980 Jul 09 22:22:36.122126 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853a5e0-5d8d-4490-a600-bf9c945fb456 req-dcf6535b-fed9-4cc1-9084-54544ac52d3a tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:36.123561 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1853a5e0-5d8d-4490-a600-bf9c945fb456 req-dcf6535b-fed9-4cc1-9084-54544ac52d3a tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 944 time: 0.0608337 Jul 09 22:22:36.160799 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1853a5e0-5d8d-4490-a600-bf9c945fb456 req-487438e9-16f4-45de-b71f-24bfa4e0805b tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317054 Jul 09 22:22:37.336508 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e9f5d-e4ce-4b14-a5b2-e9d694d10f41 req-f627131e-fc95-4ca7-a35e-e577eddacc64 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:37.337998 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-965e9f5d-e4ce-4b14-a5b2-e9d694d10f41 req-f627131e-fc95-4ca7-a35e-e577eddacc64 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 944 time: 0.0653722 Jul 09 22:22:37.374105 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-965e9f5d-e4ce-4b14-a5b2-e9d694d10f41 req-6eb93b2e-ae24-460e-bb4c-025c5a8f2437 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305581 Jul 09 22:22:38.545257 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5b5e3-5057-4514-939f-c940dd101ff1 req-32ecb322-849f-4820-afba-813dd312f3c6 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:38.547262 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebd5b5e3-5057-4514-939f-c940dd101ff1 req-32ecb322-849f-4820-afba-813dd312f3c6 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 944 time: 0.0616693 Jul 09 22:22:38.583758 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebd5b5e3-5057-4514-939f-c940dd101ff1 req-1a0219e1-08c3-4a81-9f6f-b8399c3e57b0 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309203 Jul 09 22:22:39.764073 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f2df9-b825-47a0-ad21-1d5c894734f0 req-a72fe2e5-56e5-4ed3-be9a-aff2f09e1a3b tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:39.766525 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7d0f2df9-b825-47a0-ad21-1d5c894734f0 req-a72fe2e5-56e5-4ed3-be9a-aff2f09e1a3b tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 944 time: 0.0720313 Jul 09 22:22:39.804133 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7d0f2df9-b825-47a0-ad21-1d5c894734f0 req-716a22c7-755c-4420-9386-7186d89036e3 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318902 Jul 09 22:22:40.350137 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7e3d2-4a4a-455e-820a-1f389a0d78a8 req-09976ce4-a0b5-4de0-9136-e57baaadc95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:40.351599 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6dc7e3d2-4a4a-455e-820a-1f389a0d78a8 req-09976ce4-a0b5-4de0-9136-e57baaadc95f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 1097 time: 0.0531642 Jul 09 22:22:40.386058 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6dc7e3d2-4a4a-455e-820a-1f389a0d78a8 req-f59ca513-bc4b-4ff3-a9c4-4581fc74da1d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272722 Jul 09 22:22:40.972641 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d72796-5e67-4dfd-9571-9af7767f0efe req-589951a2-3777-4e9a-98f4-0f306578618c tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:40.974072 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-91d72796-5e67-4dfd-9571-9af7767f0efe req-589951a2-3777-4e9a-98f4-0f306578618c tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 944 time: 0.0618911 Jul 09 22:22:41.009513 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-91d72796-5e67-4dfd-9571-9af7767f0efe req-a09c14b3-cf5a-4467-b667-10f1f5c7346e tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300364 Jul 09 22:22:41.535176 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0b9461a9-67f3-4929-afa6-aa1869aaf0cb details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:22:41.544955 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b7e313a1-2531-4796-9984-b9165de12f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:41.633769 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0b9461a9-67f3-4929-afa6-aa1869aaf0cb,segment=NetworkSegment(80bb02d3-4090-4da8-8806-10b8343e22a2),segment_id=80bb02d3-4090-4da8-8806-10b8343e22a2)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:22:41.644541 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb', 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1', 'port_id': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb', 'mac_address': 'fa:16:3e:98:b4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:22:41.681994 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:41.698365 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9461a9-67f3-4929-afa6-aa1869aaf0cb {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:22:41.717865 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0b9461a9-67f3-4929-afa6-aa1869aaf0cb,segment=NetworkSegment(80bb02d3-4090-4da8-8806-10b8343e22a2),segment_id=80bb02d3-4090-4da8-8806-10b8343e22a2)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:22:41.721667 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:41.770422 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=0b9461a9-67f3-4929-afa6-aa1869aaf0cb,revision_number=7']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:22:41.954609 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa97f42-1a18-4b0f-a683-64971fc8c76f req-8f413e0d-020b-4f38-9751-78bbcf03c9e6 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:41.955946 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0aa97f42-1a18-4b0f-a683-64971fc8c76f req-8f413e0d-020b-4f38-9751-78bbcf03c9e6 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0646272 Jul 09 22:22:41.992059 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0aa97f42-1a18-4b0f-a683-64971fc8c76f req-33780e70-869e-497a-b1ae-ecad98de7851 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306089 Jul 09 22:22:42.182580 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47fb58-2b63-4a67-975b-fbc92dd3a3b5 req-9cbb155f-70cd-4ec6-a92d-cff4fea6c346 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:42.184063 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2d47fb58-2b63-4a67-975b-fbc92dd3a3b5 req-9cbb155f-70cd-4ec6-a92d-cff4fea6c346 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 945 time: 0.0637684 Jul 09 22:22:42.221523 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2d47fb58-2b63-4a67-975b-fbc92dd3a3b5 req-42e4df8d-4050-4749-9885-a2ceba975ef2 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317223 Jul 09 22:22:42.221732 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['0b9461a9-67f3-4929-afa6-aa1869aaf0cb'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:22:43.317952 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023942a-79eb-487a-a84f-e6a0281660c7 req-3122450e-6fcb-46e5-8001-f1187ec03fe2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:43.319341 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1023942a-79eb-487a-a84f-e6a0281660c7 req-3122450e-6fcb-46e5-8001-f1187ec03fe2 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0623872 Jul 09 22:22:43.358297 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1023942a-79eb-487a-a84f-e6a0281660c7 req-a03c9415-ded1-42c7-bf20-6f51002e1b76 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335011 Jul 09 22:22:43.550174 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0b9461a9-67f3-4929-afa6-aa1869aaf0cb up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:22:43.595943 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:22:43.596652 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:43.674354 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:43.695339 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff8e9ef-d573-4020-9b52-6a96d7a14fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:22:43.697633 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e80b69b-de66-4b9f-bb87-ce61b67d2692" -d '{"events": [{"server_uuid": "cff8e9ef-d573-4020-9b52-6a96d7a14fb1", "name": "network-vif-plugged", "status": "completed", "tag": "0b9461a9-67f3-4929-afa6-aa1869aaf0cb"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:22:43.710036 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0b9461a9-67f3-4929-afa6-aa1869aaf0cb,segment=NetworkSegment(80bb02d3-4090-4da8-8806-10b8343e22a2),segment_id=80bb02d3-4090-4da8-8806-10b8343e22a2)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:22:43.714116 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:43.739521 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1742611-f7a6-43ce-8970-83dc42cfa4f7 x-openstack-request-id: req-c1742611-f7a6-43ce-8970-83dc42cfa4f7 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:22:43.739810 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff8e9ef-d573-4020-9b52-6a96d7a14fb1", "name": "network-vif-plugged", "status": "completed", "tag": "0b9461a9-67f3-4929-afa6-aa1869aaf0cb", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:22:43.740061 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1742611-f7a6-43ce-8970-83dc42cfa4f7 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:22:43.740446 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff8e9ef-d573-4020-9b52-6a96d7a14fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb', 'code': 200} Jul 09 22:22:43.765423 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=0b9461a9-67f3-4929-afa6-aa1869aaf0cb,revision_number=8']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:22:44.531753 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b676b-d016-494d-9a40-827bd484be65 req-3b5ac187-57f0-4a6c-b297-0541e3fef2d5 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:44.533171 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b01b676b-d016-494d-9a40-827bd484be65 req-3b5ac187-57f0-4a6c-b297-0541e3fef2d5 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0615993 Jul 09 22:22:44.570214 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b01b676b-d016-494d-9a40-827bd484be65 req-edd12b04-20df-40e7-95db-262012ccc4a8 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315895 Jul 09 22:22:44.814286 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9014af5b-43d2-4fb4-ba3c-b789a50f9cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:45.233018 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:45.747469 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06339b8a-df4e-4dbb-b4a2-26110117883e req-7bb7ebde-57a6-443c-bbb1-8a8a0e6cb6e3 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:45.748945 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06339b8a-df4e-4dbb-b4a2-26110117883e req-7bb7ebde-57a6-443c-bbb1-8a8a0e6cb6e3 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0617511 Jul 09 22:22:45.786199 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06339b8a-df4e-4dbb-b4a2-26110117883e req-926baf40-2b50-4837-8253-d761f538b786 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312579 Jul 09 22:22:46.665135 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:46.960048 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd63e7-a8ce-4093-a909-bf3b105919da req-c8112b95-786b-49d2-af88-7a9fca246dcc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:46.961438 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-55fd63e7-a8ce-4093-a909-bf3b105919da req-c8112b95-786b-49d2-af88-7a9fca246dcc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0649579 Jul 09 22:22:46.998627 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-55fd63e7-a8ce-4093-a909-bf3b105919da req-412acead-4d49-4e2b-9607-97ef4424deaf tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317047 Jul 09 22:22:48.176255 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf77e17-3041-42bf-9741-64cb250dd120 req-adf9fe6d-2ee0-42e6-8f43-81529daf72b7 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:48.177739 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dcf77e17-3041-42bf-9741-64cb250dd120 req-adf9fe6d-2ee0-42e6-8f43-81529daf72b7 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0621684 Jul 09 22:22:48.213793 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dcf77e17-3041-42bf-9741-64cb250dd120 req-e206364c-39de-4ae2-b1ef-6ae88a04170d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306158 Jul 09 22:22:48.447081 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:49.390922 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe665271-d4c8-4ca8-a763-ed5672db4762 req-2d22c92b-7dc1-493a-b41b-71e39ede3ceb tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:49.392422 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fe665271-d4c8-4ca8-a763-ed5672db4762 req-2d22c92b-7dc1-493a-b41b-71e39ede3ceb tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0617580 Jul 09 22:22:49.434825 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fe665271-d4c8-4ca8-a763-ed5672db4762 req-3828dd7f-f11e-47d9-be79-f6ab57e214c6 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367951 Jul 09 22:22:50.606977 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3f32a-4500-4c6b-b2b9-baa92304961b req-ad26d65f-a9f4-4af3-99e4-b7604bf8cf22 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:50.608555 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dcf3f32a-4500-4c6b-b2b9-baa92304961b req-ad26d65f-a9f4-4af3-99e4-b7604bf8cf22 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0622833 Jul 09 22:22:50.611757 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:50.647009 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dcf3f32a-4500-4c6b-b2b9-baa92304961b req-9a8260f5-3bec-4ad2-8dd2-00f24aa225d9 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321655 Jul 09 22:22:51.820443 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f914a-328f-41c6-b4a7-b49f235ee22a req-fd94617d-c65b-43de-b0a0-619a9b77e783 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:51.821935 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-490f914a-328f-41c6-b4a7-b49f235ee22a req-fd94617d-c65b-43de-b0a0-619a9b77e783 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0618289 Jul 09 22:22:51.858574 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-490f914a-328f-41c6-b4a7-b49f235ee22a req-71de3c12-dea4-4cc9-acd4-c102143c562c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310946 Jul 09 22:22:53.035888 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec9820-8dbd-433c-af05-6edc78e20c6f req-51556025-7aba-4918-8b74-46c659dd4930 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:53.037415 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-09ec9820-8dbd-433c-af05-6edc78e20c6f req-51556025-7aba-4918-8b74-46c659dd4930 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0660591 Jul 09 22:22:53.073599 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-09ec9820-8dbd-433c-af05-6edc78e20c6f req-f6f97cc2-f4d9-461c-8c9e-4ef504ec5d9c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306971 Jul 09 22:22:54.011066 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:22:54.246589 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc00749-cff8-47d3-8a5b-eaf1e7c1f3af req-d3f16bc6-d554-43be-aa4b-06515a573909 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:54.248045 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-afc00749-cff8-47d3-8a5b-eaf1e7c1f3af req-d3f16bc6-d554-43be-aa4b-06515a573909 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0616028 Jul 09 22:22:54.286374 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-afc00749-cff8-47d3-8a5b-eaf1e7c1f3af req-c1af0ab3-15b4-4896-b8be-a0bae61cac51 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319984 Jul 09 22:22:54.658698 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f01544aa-313d-4cfb-9e01-5739a38d88e9 req-7564d46c-bf48-4053-8a06-a1a28dddb368 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507097 Jul 09 22:22:54.753449 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01544aa-313d-4cfb-9e01-5739a38d88e9 req-31336387-a669-4436-8264-909e3d74f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:54.754882 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f01544aa-313d-4cfb-9e01-5739a38d88e9 req-31336387-a669-4436-8264-909e3d74f295 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee20f04a9dbb481e87628429151deb49&device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 1099 time: 0.0544293 Jul 09 22:22:54.854895 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01544aa-313d-4cfb-9e01-5739a38d88e9 req-8b4d52ce-b5f8-47ac-8499-d0b2929f364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:54.856355 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f01544aa-313d-4cfb-9e01-5739a38d88e9 req-8b4d52ce-b5f8-47ac-8499-d0b2929f364a service neutron] 10.222.0.11 "GET /v2.0/networks?id=d90375db-451e-43ae-aadc-243874bd1ee1 HTTP/1.1" status: 200 len: 909 time: 0.0803199 Jul 09 22:22:54.921808 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f01544aa-313d-4cfb-9e01-5739a38d88e9 req-890c594b-a340-4673-9a48-b12ff4b9a6d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b9461a9-67f3-4929-afa6-aa1869aaf0cb HTTP/1.1" status: 200 len: 1001 time: 0.0585544 Jul 09 22:22:54.968170 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01544aa-313d-4cfb-9e01-5739a38d88e9 req-e245275a-8506-4fcf-bee1-5e35c0908ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:54.969596 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f01544aa-313d-4cfb-9e01-5739a38d88e9 req-e245275a-8506-4fcf-bee1-5e35c0908ed0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2a5a007-f5b7-40b7-b21d-55e4526026d0 HTTP/1.1" status: 200 len: 847 time: 0.0418367 Jul 09 22:22:55.023661 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01544aa-313d-4cfb-9e01-5739a38d88e9 req-df26a839-e300-4983-b611-8ec2d023ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:55.025103 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f01544aa-313d-4cfb-9e01-5739a38d88e9 req-df26a839-e300-4983-b611-8ec2d023ec1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d90375db-451e-43ae-aadc-243874bd1ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491884 Jul 09 22:22:55.114286 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f01544aa-313d-4cfb-9e01-5739a38d88e9 req-52f44cb1-c026-45ea-b9f4-412d814bb4c0 service neutron] 10.222.0.11 "GET /v2.0/networks/d90375db-451e-43ae-aadc-243874bd1ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815923 Jul 09 22:22:55.201081 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f01544aa-313d-4cfb-9e01-5739a38d88e9 req-5ee7f06e-62a1-446b-bd32-b35253849cc9 service neutron] 10.222.0.11 "GET /v2.0/networks/d90375db-451e-43ae-aadc-243874bd1ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802026 Jul 09 22:22:55.461293 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fc195-aeaf-4749-8cc4-b07fc9388df7 req-8117ad8f-f270-4339-bc83-8c9de01a3eb0 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:55.462699 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-539fc195-aeaf-4749-8cc4-b07fc9388df7 req-8117ad8f-f270-4339-bc83-8c9de01a3eb0 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0648975 Jul 09 22:22:55.503127 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-539fc195-aeaf-4749-8cc4-b07fc9388df7 req-df4777f9-ada8-40a1-8116-72f9201d8666 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349348 Jul 09 22:22:56.676175 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202b67e-1f1b-4510-9afe-71a0310246ed req-2e51dcc0-dd66-46d3-a8d7-560f7adf177e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:56.677679 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5202b67e-1f1b-4510-9afe-71a0310246ed req-2e51dcc0-dd66-46d3-a8d7-560f7adf177e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0629835 Jul 09 22:22:56.714055 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5202b67e-1f1b-4510-9afe-71a0310246ed req-9409b13d-58c6-4523-9e20-5579effde396 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308936 Jul 09 22:22:57.890367 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d05f2-52eb-4533-9a4a-3be345b6cebe req-2b421824-3746-47e1-bf47-aab3892f482e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:57.892406 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-831d05f2-52eb-4533-9a4a-3be345b6cebe req-2b421824-3746-47e1-bf47-aab3892f482e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0616987 Jul 09 22:22:57.931692 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-831d05f2-52eb-4533-9a4a-3be345b6cebe req-47bb8600-88bc-47ee-81c9-a6144035692d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335026 Jul 09 22:22:59.111691 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f5aae-429e-49d4-8b2a-0687695ac183 req-f2ebddbd-a2c5-44ed-a061-549ca944b549 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:22:59.113197 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4e0f5aae-429e-49d4-8b2a-0687695ac183 req-f2ebddbd-a2c5-44ed-a061-549ca944b549 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0654669 Jul 09 22:22:59.149196 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4e0f5aae-429e-49d4-8b2a-0687695ac183 req-bbd99466-5dc2-4446-a4fb-c4d7c062ad85 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305772 Jul 09 22:22:59.639681 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device a40ab4f2-bf3d-4638-a21e-1db5a7d44283 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:22:59.734089 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port a40ab4f2-bf3d-4638-a21e-1db5a7d44283, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:22:59.745444 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'port_id': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283', 'mac_address': 'fa:16:3e:75:fa:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:22:59.783249 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:59.795697 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a40ab4f2-bf3d-4638-a21e-1db5a7d44283 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:22:59.814861 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port a40ab4f2-bf3d-4638-a21e-1db5a7d44283, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:22:59.818581 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:22:59.869926 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,revision_number=6']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:22:59.898010 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['a40ab4f2-bf3d-4638-a21e-1db5a7d44283'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:23:00.322409 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38e7dd-322b-44b9-b243-671b964f2187 req-160aa15e-f853-48ee-b784-53bdbf4e7cb8 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:00.323915 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ae38e7dd-322b-44b9-b243-671b964f2187 req-160aa15e-f853-48ee-b784-53bdbf4e7cb8 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 945 time: 0.0622842 Jul 09 22:23:00.360813 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ae38e7dd-322b-44b9-b243-671b964f2187 req-a308c586-e1ce-4aeb-baa8-ed3899c50fe6 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302827 Jul 09 22:23:01.538656 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cace15-3bfe-41af-a39e-d792d5de1caf req-90caebdf-bd22-44b7-a8e2-d19259b44b72 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:01.540119 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-26cace15-3bfe-41af-a39e-d792d5de1caf req-90caebdf-bd22-44b7-a8e2-d19259b44b72 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 945 time: 0.0653462 Jul 09 22:23:01.576614 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-26cace15-3bfe-41af-a39e-d792d5de1caf req-5d0087d9-8324-4196-b5cf-d7dbd14e63ab tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310187 Jul 09 22:23:01.655226 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device a40ab4f2-bf3d-4638-a21e-1db5a7d44283 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:23:01.701003 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port a40ab4f2-bf3d-4638-a21e-1db5a7d44283 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:23:01.701366 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:01.777805 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:01.799312 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3401723a-a8ff-4c6a-9504-0ce870caf59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:23:01.801542 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2fd6ce-624f-4116-864d-00638335913a" -d '{"events": [{"server_uuid": "3401723a-a8ff-4c6a-9504-0ce870caf59c", "name": "network-vif-plugged", "status": "completed", "tag": "a40ab4f2-bf3d-4638-a21e-1db5a7d44283"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:23:01.814663 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port a40ab4f2-bf3d-4638-a21e-1db5a7d44283, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:23:01.818716 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:01.842296 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d1f3db-ff33-4895-9882-69a64586ffa2 x-openstack-request-id: req-d7d1f3db-ff33-4895-9882-69a64586ffa2 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:23:01.842601 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3401723a-a8ff-4c6a-9504-0ce870caf59c", "name": "network-vif-plugged", "status": "completed", "tag": "a40ab4f2-bf3d-4638-a21e-1db5a7d44283", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:23:01.842845 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d7d1f3db-ff33-4895-9882-69a64586ffa2 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:23:01.843220 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3401723a-a8ff-4c6a-9504-0ce870caf59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283', 'code': 200} Jul 09 22:23:01.867784 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,revision_number=7']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:23:02.749499 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416aa9c-4b72-4c4b-b650-c009021d465a req-2912e949-bcaa-4394-928a-8625aa64b407 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:02.751609 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e416aa9c-4b72-4c4b-b650-c009021d465a req-2912e949-bcaa-4394-928a-8625aa64b407 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0610943 Jul 09 22:23:02.787698 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e416aa9c-4b72-4c4b-b650-c009021d465a req-e770a2b6-946c-4fc0-b71a-dddcc268f00f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307434 Jul 09 22:23:03.967977 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d616f6f-cdc3-4c37-bbd4-6080dd204546 req-831668b1-815c-4619-8256-c292623f043a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:03.969564 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d616f6f-cdc3-4c37-bbd4-6080dd204546 req-831668b1-815c-4619-8256-c292623f043a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0627551 Jul 09 22:23:04.009742 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d616f6f-cdc3-4c37-bbd4-6080dd204546 req-262c55d1-e9a3-48f8-b06c-b82a7be9d70f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344777 Jul 09 22:23:05.200458 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ea786-4294-4ec0-8b36-6fed1e7fe522 req-e008864e-f7fa-4a1b-a087-73ec18cb9f04 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:05.202103 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-036ea786-4294-4ec0-8b36-6fed1e7fe522 req-e008864e-f7fa-4a1b-a087-73ec18cb9f04 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0705202 Jul 09 22:23:05.260468 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-036ea786-4294-4ec0-8b36-6fed1e7fe522 req-d53c47cd-7257-48c9-b939-2806f0045da6 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388350 Jul 09 22:23:06.447469 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c030c9-070e-4cb7-9e48-10211b659a9c req-af6107b9-01bc-44d2-92dd-f3851d525b16 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:06.449177 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0c030c9-070e-4cb7-9e48-10211b659a9c req-af6107b9-01bc-44d2-92dd-f3851d525b16 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0667632 Jul 09 22:23:06.487902 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0c030c9-070e-4cb7-9e48-10211b659a9c req-a68bd063-f5f2-4723-9668-8e3a6dc2cd82 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331445 Jul 09 22:23:07.681365 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0ab8f-4a66-4d4e-a383-8cd2d1ddb570 req-b3311b86-99fe-4bf1-9083-90481e355405 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:07.682881 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-78c0ab8f-4a66-4d4e-a383-8cd2d1ddb570 req-b3311b86-99fe-4bf1-9083-90481e355405 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0713239 Jul 09 22:23:07.723869 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-78c0ab8f-4a66-4d4e-a383-8cd2d1ddb570 req-60db9462-8b6a-4966-b176-a01f08ec4759 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340111 Jul 09 22:23:08.915577 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63584931-80c9-450e-b3c8-aa2a30b9c1e7 req-36d70636-023d-482e-8dcd-59935cd91b14 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:08.917130 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63584931-80c9-450e-b3c8-aa2a30b9c1e7 req-36d70636-023d-482e-8dcd-59935cd91b14 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0650537 Jul 09 22:23:08.962120 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63584931-80c9-450e-b3c8-aa2a30b9c1e7 req-cbf22b86-3e93-4fd7-901e-56686061147a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387440 Jul 09 22:23:10.146145 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047579e0-43a0-4796-8bfd-90e5883ea973 req-56d4ea75-827a-4a6a-87f9-fb83f8426e4a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:10.147693 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-047579e0-43a0-4796-8bfd-90e5883ea973 req-56d4ea75-827a-4a6a-87f9-fb83f8426e4a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0640383 Jul 09 22:23:10.186112 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-047579e0-43a0-4796-8bfd-90e5883ea973 req-70511ef9-f670-4286-949f-98e189c06105 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328200 Jul 09 22:23:11.381479 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c01a5-be0f-4398-9647-bffdf41a13f1 req-15882799-a497-47ce-adf4-a3a970e2e217 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:11.383166 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6f1c01a5-be0f-4398-9647-bffdf41a13f1 req-15882799-a497-47ce-adf4-a3a970e2e217 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0733163 Jul 09 22:23:11.422907 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6f1c01a5-be0f-4398-9647-bffdf41a13f1 req-c9c6b207-bb3d-4e2e-9fc2-64aafd29cf38 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336633 Jul 09 22:23:11.542494 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f5c0887b-f4e0-4bd2-a378-7f613f40d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:12.618694 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab81e5-9e95-4372-bdbe-eaa37875846c req-42d28756-95b3-44b7-ab51-f9bde03d2d24 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:12.621071 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a2ab81e5-9e95-4372-bdbe-eaa37875846c req-42d28756-95b3-44b7-ab51-f9bde03d2d24 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0712357 Jul 09 22:23:12.664598 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a2ab81e5-9e95-4372-bdbe-eaa37875846c req-b13f66b9-b767-4d01-856b-dcb613da9341 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358324 Jul 09 22:23:13.856456 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72db768-9372-4d90-89f8-c795ae51fa45 req-e3e16ed9-1960-484a-a457-19568fbde0e7 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:13.857994 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a72db768-9372-4d90-89f8-c795ae51fa45 req-e3e16ed9-1960-484a-a457-19568fbde0e7 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0682809 Jul 09 22:23:13.905523 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a72db768-9372-4d90-89f8-c795ae51fa45 req-4cc11032-fb60-478f-a50c-7618e71f2010 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351171 Jul 09 22:23:14.815189 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0dc962c3-d128-48ad-8bc8-10ef2c6165e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:15.079309 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6445ec-37ba-4437-b740-46d9fa86f1bd req-b76c9003-747e-46db-89a0-3117e6a4ec9e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:15.080843 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf6445ec-37ba-4437-b740-46d9fa86f1bd req-b76c9003-747e-46db-89a0-3117e6a4ec9e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0618646 Jul 09 22:23:15.141646 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf6445ec-37ba-4437-b740-46d9fa86f1bd req-ffdb7edd-8f37-4e1a-ba1c-3274ec29cd73 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552886 Jul 09 22:23:15.165110 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57368a96-eb5e-4ad2-b634-6d76928e2a0f req-38f63910-1df3-4a23-a2bd-638e543bc044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:15.166545 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-57368a96-eb5e-4ad2-b634-6d76928e2a0f req-38f63910-1df3-4a23-a2bd-638e543bc044 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e15379ef8574723b1d38df0187a7df7&device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 1099 time: 0.0631268 Jul 09 22:23:15.235818 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:15.258762 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57368a96-eb5e-4ad2-b634-6d76928e2a0f req-9382f5d0-3022-4868-bb3f-105c25634670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:15.260216 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-57368a96-eb5e-4ad2-b634-6d76928e2a0f req-9382f5d0-3022-4868-bb3f-105c25634670 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637 HTTP/1.1" status: 200 len: 918 time: 0.0862410 Jul 09 22:23:15.323677 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-57368a96-eb5e-4ad2-b634-6d76928e2a0f req-50fdd282-8d34-48b9-b172-03ae01db2d11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a40ab4f2-bf3d-4638-a21e-1db5a7d44283 HTTP/1.1" status: 200 len: 1001 time: 0.0569723 Jul 09 22:23:15.373900 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57368a96-eb5e-4ad2-b634-6d76928e2a0f req-9b03fd88-e662-4507-95c0-e4811365ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:15.375343 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-57368a96-eb5e-4ad2-b634-6d76928e2a0f req-9b03fd88-e662-4507-95c0-e4811365ae33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6 HTTP/1.1" status: 200 len: 856 time: 0.0455050 Jul 09 22:23:15.431688 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57368a96-eb5e-4ad2-b634-6d76928e2a0f req-91f770eb-fdb9-467d-80e2-0d725e27e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:15.433191 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-57368a96-eb5e-4ad2-b634-6d76928e2a0f req-91f770eb-fdb9-467d-80e2-0d725e27e6e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508592 Jul 09 22:23:15.519067 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-57368a96-eb5e-4ad2-b634-6d76928e2a0f req-e5308125-b39f-4f86-adb6-8aa2cde3ed4b service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786562 Jul 09 22:23:15.610929 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-57368a96-eb5e-4ad2-b634-6d76928e2a0f req-8f4f87e9-5af1-4008-9f90-2810c69ef586 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843627 Jul 09 22:23:16.320204 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9564e-ba2a-4be2-8e24-2a79998d49fe req-a7490441-2bd1-4e5f-8447-ed8b7cf2a6ce tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:16.323504 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f7b9564e-ba2a-4be2-8e24-2a79998d49fe req-a7490441-2bd1-4e5f-8447-ed8b7cf2a6ce tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0663085 Jul 09 22:23:16.360548 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f7b9564e-ba2a-4be2-8e24-2a79998d49fe req-e8a8b083-5d06-4055-b014-3412f85a1f4b tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307512 Jul 09 22:23:16.667436 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:17.543027 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c014f0a-852d-46cd-92cd-f2f85da7308e req-b31ae75b-3b03-44ea-a52e-7ae67dc1eca4 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:17.544453 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0c014f0a-852d-46cd-92cd-f2f85da7308e req-b31ae75b-3b03-44ea-a52e-7ae67dc1eca4 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 946 time: 0.0663176 Jul 09 22:23:17.581558 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0c014f0a-852d-46cd-92cd-f2f85da7308e req-e6e66a81-7958-42b1-9337-3db87c72934d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315104 Jul 09 22:23:17.747379 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device a40ab4f2-bf3d-4638-a21e-1db5a7d44283 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:23:17.826863 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:17.850641 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3401723a-a8ff-4c6a-9504-0ce870caf59c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:23:17.853043 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8880fb-e673-429e-9014-89f11376eade" -d '{"events": [{"server_uuid": "3401723a-a8ff-4c6a-9504-0ce870caf59c", "name": "network-vif-unplugged", "status": "completed", "tag": "a40ab4f2-bf3d-4638-a21e-1db5a7d44283"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:23:17.866907 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port a40ab4f2-bf3d-4638-a21e-1db5a7d44283, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:23:17.871546 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:17.895669 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 22:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd2293b-6132-4ca0-b719-53b2556e3204 x-openstack-request-id: req-6dd2293b-6132-4ca0-b719-53b2556e3204 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:23:17.895938 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3401723a-a8ff-4c6a-9504-0ce870caf59c", "name": "network-vif-unplugged", "status": "failed", "tag": "a40ab4f2-bf3d-4638-a21e-1db5a7d44283", "code": 422}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:23:17.896191 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6dd2293b-6132-4ca0-b719-53b2556e3204 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:23:17.896658 dv-cinder-794962-8-iscsi neutron-server[93129]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3401723a-a8ff-4c6a-9504-0ce870caf59c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283', 'code': 422} returned with failed status Jul 09 22:23:17.921821 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,revision_number=8']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:23:18.451431 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:18.680673 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7f0cf-a8ec-4ce6-b992-670597a73b30 req-43ba3cca-8073-4040-8f0e-c88d80543a4a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:18.682228 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-46e7f0cf-a8ec-4ce6-b992-670597a73b30 req-43ba3cca-8073-4040-8f0e-c88d80543a4a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0631127 Jul 09 22:23:18.721317 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-46e7f0cf-a8ec-4ce6-b992-670597a73b30 req-f0c90dcb-e7dc-49b7-8ac0-0864fde96ac1 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332079 Jul 09 22:23:18.837090 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 44320) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:23:18.924698 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-42fb9054-d7dd-4b06-b28d-8f8005f418aa req-971e7859-1179-4b5c-bb05-fbcff28003d8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864804 Jul 09 22:23:19.816286 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb9054-d7dd-4b06-b28d-8f8005f418aa req-714c8a85-77cc-4d00-bf3a-9536f2d1d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:19.817812 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-42fb9054-d7dd-4b06-b28d-8f8005f418aa req-714c8a85-77cc-4d00-bf3a-9536f2d1d06b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c&tenant_id=7e15379ef8574723b1d38df0187a7df7 HTTP/1.1" status: 200 len: 1097 time: 0.0558660 Jul 09 22:23:19.933027 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4fd7a-ebdc-4044-a126-5055df1d62bf req-253c94f0-9bbb-4b4c-b82d-74c751aaf44e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:19.934475 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-55f4fd7a-ebdc-4044-a126-5055df1d62bf req-253c94f0-9bbb-4b4c-b82d-74c751aaf44e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0975170 Jul 09 22:23:19.939556 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb9054-d7dd-4b06-b28d-8f8005f418aa req-f6435bf4-a061-42c8-8933-d25f719ab5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:19.940930 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-42fb9054-d7dd-4b06-b28d-8f8005f418aa req-f6435bf4-a061-42c8-8933-d25f719ab5dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e15379ef8574723b1d38df0187a7df7&device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 1097 time: 0.0947793 Jul 09 22:23:20.285104 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-55f4fd7a-ebdc-4044-a126-5055df1d62bf req-c24a1e87-f8d4-4b9e-a807-d517051a53ff tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3431935 Jul 09 22:23:20.320782 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb9054-d7dd-4b06-b28d-8f8005f418aa req-e66bdb2e-5a63-4877-9bd8-542611b152e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:20.322238 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-42fb9054-d7dd-4b06-b28d-8f8005f418aa req-e66bdb2e-5a63-4877-9bd8-542611b152e3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637 HTTP/1.1" status: 200 len: 918 time: 0.3739378 Jul 09 22:23:20.384751 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-42fb9054-d7dd-4b06-b28d-8f8005f418aa req-bd74e022-030c-4dd2-b852-49f78629d02e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a40ab4f2-bf3d-4638-a21e-1db5a7d44283 HTTP/1.1" status: 200 len: 999 time: 0.0559590 Jul 09 22:23:20.435572 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb9054-d7dd-4b06-b28d-8f8005f418aa req-6de5e09a-7182-48c4-b1f8-475ed302dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:20.437042 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-42fb9054-d7dd-4b06-b28d-8f8005f418aa req-6de5e09a-7182-48c4-b1f8-475ed302dfef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6 HTTP/1.1" status: 200 len: 856 time: 0.0454354 Jul 09 22:23:20.491635 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb9054-d7dd-4b06-b28d-8f8005f418aa req-fafc444c-4882-493f-b63d-d4a9642cfbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:20.493099 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-42fb9054-d7dd-4b06-b28d-8f8005f418aa req-fafc444c-4882-493f-b63d-d4a9642cfbd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494707 Jul 09 22:23:20.582194 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-42fb9054-d7dd-4b06-b28d-8f8005f418aa req-2dfa91f0-d81b-4e8d-8d8b-ea9583761e8d service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824785 Jul 09 22:23:20.609256 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:20.675562 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-42fb9054-d7dd-4b06-b28d-8f8005f418aa req-d3b63ccf-4b70-439e-b39e-f3e9bee450be service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873678 Jul 09 22:23:21.471284 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726bdbf-a6d0-47e0-af66-f6d3bfd4e617 req-12967bac-a96c-4a6c-ab55-040584d53707 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:21.472846 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0726bdbf-a6d0-47e0-af66-f6d3bfd4e617 req-12967bac-a96c-4a6c-ab55-040584d53707 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0669014 Jul 09 22:23:21.512233 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0726bdbf-a6d0-47e0-af66-f6d3bfd4e617 req-a442d9e4-1d83-4a69-9407-f8c4dceee273 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338476 Jul 09 22:23:22.698627 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bce55e-26f3-4730-b52a-db04fbe57663 req-bf59db70-818e-4618-b230-d1d35ac0a5dc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:22.700112 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-92bce55e-26f3-4730-b52a-db04fbe57663 req-bf59db70-818e-4618-b230-d1d35ac0a5dc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0668795 Jul 09 22:23:22.741046 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-92bce55e-26f3-4730-b52a-db04fbe57663 req-70ad8dda-e351-4ee5-ba61-1900439f6996 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333250 Jul 09 22:23:23.924014 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb986544-5240-4bf8-8185-5c45eeba6f97 req-39a07641-9d59-4679-887b-89c6e871525f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:23.925424 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eb986544-5240-4bf8-8185-5c45eeba6f97 req-39a07641-9d59-4679-887b-89c6e871525f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0656338 Jul 09 22:23:23.964685 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eb986544-5240-4bf8-8185-5c45eeba6f97 req-1568730f-41a4-4248-ace5-3dc0547c4f82 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336821 Jul 09 22:23:25.146226 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de9e70-b5e4-49a3-9d45-c5054d569d69 req-ef0837b5-e327-4ae5-8dab-c2e91a912f4f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:25.147795 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15de9e70-b5e4-49a3-9d45-c5054d569d69 req-ef0837b5-e327-4ae5-8dab-c2e91a912f4f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0682132 Jul 09 22:23:25.190623 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15de9e70-b5e4-49a3-9d45-c5054d569d69 req-5ae2f0b2-9850-45e7-a6eb-c69cca7156d9 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372567 Jul 09 22:23:26.370836 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d51356-6562-4158-a679-c17c6d365613 req-ead52725-5a38-4330-b77a-d3532468b755 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:26.373176 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c1d51356-6562-4158-a679-c17c6d365613 req-ead52725-5a38-4330-b77a-d3532468b755 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0650976 Jul 09 22:23:26.412088 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c1d51356-6562-4158-a679-c17c6d365613 req-976c5eeb-10f9-4eb8-8c7d-8c1baaaedc4e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337553 Jul 09 22:23:27.589120 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc8681-2b27-49e6-8253-09f0fbccf7ee req-fc1f60c7-46e3-4b3a-a3d1-148fa2b50b3f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:27.590570 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-66fc8681-2b27-49e6-8253-09f0fbccf7ee req-fc1f60c7-46e3-4b3a-a3d1-148fa2b50b3f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0633829 Jul 09 22:23:27.629735 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-66fc8681-2b27-49e6-8253-09f0fbccf7ee req-f29c415c-b9dc-4e38-9e6c-d2afa75bcfc4 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331843 Jul 09 22:23:28.811928 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc6513-958d-48cc-a38c-e2bd96dbb713 req-d2bb10b4-940f-4ee2-bdbd-adcb711c013d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:28.814471 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-51bc6513-958d-48cc-a38c-e2bd96dbb713 req-d2bb10b4-940f-4ee2-bdbd-adcb711c013d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0695753 Jul 09 22:23:28.852051 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-51bc6513-958d-48cc-a38c-e2bd96dbb713 req-ff9ebf2c-5f12-4262-9a03-ab2991ceb864 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313740 Jul 09 22:23:30.033304 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff63e16-84ba-4891-a3f5-3e9e0687a9a9 req-975015f9-4cbc-43e9-a98a-ec39bdced04e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:30.034792 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eff63e16-84ba-4891-a3f5-3e9e0687a9a9 req-975015f9-4cbc-43e9-a98a-ec39bdced04e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0645068 Jul 09 22:23:30.073669 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eff63e16-84ba-4891-a3f5-3e9e0687a9a9 req-d53ae38b-8d9e-43d3-af83-816feba94b50 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332706 Jul 09 22:23:31.009746 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:23:31.273476 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f94a3b-8f65-4f29-923d-998d439d8fa3 req-a8be3513-c98b-4018-b448-004c3075da5f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:31.274944 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c2f94a3b-8f65-4f29-923d-998d439d8fa3 req-a8be3513-c98b-4018-b448-004c3075da5f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0680351 Jul 09 22:23:31.314125 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c2f94a3b-8f65-4f29-923d-998d439d8fa3 req-707a0856-373b-4e0a-91ae-65d4a4e7fb4f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332856 Jul 09 22:23:32.502376 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7c6c4-3839-4170-b459-b6f657b17631 req-67f48b71-8afc-4e7d-846b-b745db490319 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:32.503864 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dff7c6c4-3839-4170-b459-b6f657b17631 req-67f48b71-8afc-4e7d-846b-b745db490319 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0637727 Jul 09 22:23:32.543429 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dff7c6c4-3839-4170-b459-b6f657b17631 req-e0f9917d-41da-47ce-aec3-146b941f0a80 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331528 Jul 09 22:23:33.717530 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb28ee3-d4bd-499b-83c4-84dde1c7b9bd req-52cece01-e81e-493d-89bc-6864b39d730d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:33.718970 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9fb28ee3-d4bd-499b-83c4-84dde1c7b9bd req-52cece01-e81e-493d-89bc-6864b39d730d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0609505 Jul 09 22:23:33.755597 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9fb28ee3-d4bd-499b-83c4-84dde1c7b9bd req-5cedacad-a627-45f0-bb1b-0762face785d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306907 Jul 09 22:23:34.930543 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bf281-88e4-413d-9340-408fa9832358 req-8bfadaf2-5ca7-437e-a220-5f33298f6cbf tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:34.931905 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bc7bf281-88e4-413d-9340-408fa9832358 req-8bfadaf2-5ca7-437e-a220-5f33298f6cbf tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0644588 Jul 09 22:23:34.968068 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bc7bf281-88e4-413d-9340-408fa9832358 req-d78ad6ee-f27e-4e82-845c-93ce015f87c5 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306566 Jul 09 22:23:36.141048 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c07e56-9bed-4593-8fdd-b270ffdaad0f req-2d42f1bd-3937-4890-8f36-cebee1ca7707 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:36.142522 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f3c07e56-9bed-4593-8fdd-b270ffdaad0f req-2d42f1bd-3937-4890-8f36-cebee1ca7707 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0617189 Jul 09 22:23:36.179607 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f3c07e56-9bed-4593-8fdd-b270ffdaad0f req-9d25a0a7-3492-43d2-952e-25c84938891e tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309858 Jul 09 22:23:37.359147 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b91ae-e522-4e83-a9e5-29e72cb5367c req-2d36ead9-6c9e-42dc-bcac-105ee0d570b3 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:37.360603 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c76b91ae-e522-4e83-a9e5-29e72cb5367c req-2d36ead9-6c9e-42dc-bcac-105ee0d570b3 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0646594 Jul 09 22:23:37.398868 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c76b91ae-e522-4e83-a9e5-29e72cb5367c req-a1342407-3871-4e2a-a765-6a8932bb1323 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327191 Jul 09 22:23:38.572660 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a825e-ea24-4c10-b531-ebf01ac8ce23 req-3d5637a8-4895-4cba-b4e1-257ab78acb19 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:38.574090 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-586a825e-ea24-4c10-b531-ebf01ac8ce23 req-3d5637a8-4895-4cba-b4e1-257ab78acb19 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0636983 Jul 09 22:23:38.612216 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-586a825e-ea24-4c10-b531-ebf01ac8ce23 req-881465fb-aac4-42be-8552-947bf2d37234 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320685 Jul 09 22:23:39.785668 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba8ee0-4792-4871-a95c-ec7c38c96c89 req-92b4e569-cfb9-4e3f-a6d5-34e3901c018d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:39.787171 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0eba8ee0-4792-4871-a95c-ec7c38c96c89 req-92b4e569-cfb9-4e3f-a6d5-34e3901c018d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 944 time: 0.0626774 Jul 09 22:23:39.823695 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0eba8ee0-4792-4871-a95c-ec7c38c96c89 req-e6d11a4e-4a7c-4d69-85c3-3b1233a51291 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310099 Jul 09 22:23:39.882758 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device a40ab4f2-bf3d-4638-a21e-1db5a7d44283 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:23:39.972330 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port a40ab4f2-bf3d-4638-a21e-1db5a7d44283, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:23:39.983084 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'port_id': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283', 'mac_address': 'fa:16:3e:75:fa:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:23:40.018602 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:40.031333 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40ab4f2-bf3d-4638-a21e-1db5a7d44283 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:23:40.054686 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port a40ab4f2-bf3d-4638-a21e-1db5a7d44283, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:23:40.058395 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:40.103716 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,revision_number=9']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:23:40.110397 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:23:40.110736 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:23:40.111074 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:23:40.111403 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:23:40.111727 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:23:40.112053 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:23:40.112372 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:23:40.112692 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:23:40.113042 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:23:40.113359 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:23:40.113673 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:23:40.114511 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:23:40.441605 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['a40ab4f2-bf3d-4638-a21e-1db5a7d44283'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:23:41.003405 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784479cf-0ade-4949-a09f-3ccd4081344d req-137ba2e3-021b-4f3d-a8b7-e9921ab14cec tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:41.005336 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-784479cf-0ade-4949-a09f-3ccd4081344d req-137ba2e3-021b-4f3d-a8b7-e9921ab14cec tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 945 time: 0.0654416 Jul 09 22:23:41.041580 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-784479cf-0ade-4949-a09f-3ccd4081344d req-2d1daa51-aff3-44ea-b64f-9b4c9cbd1a17 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307593 Jul 09 22:23:41.533199 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c958d0ff-9e2c-43da-9aab-f6be5b638a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:41.896742 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device a40ab4f2-bf3d-4638-a21e-1db5a7d44283 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:23:41.945248 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port a40ab4f2-bf3d-4638-a21e-1db5a7d44283 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:23:41.945617 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:42.017771 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:42.040067 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3401723a-a8ff-4c6a-9504-0ce870caf59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:23:42.042322 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f1a0a9-113a-44ce-b662-c03b877c4f05" -d '{"events": [{"server_uuid": "3401723a-a8ff-4c6a-9504-0ce870caf59c", "name": "network-vif-plugged", "status": "completed", "tag": "a40ab4f2-bf3d-4638-a21e-1db5a7d44283"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:23:42.054706 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port a40ab4f2-bf3d-4638-a21e-1db5a7d44283, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:23:42.059924 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:42.085878 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03f7b53-97df-4199-9425-5280043b0ff0 x-openstack-request-id: req-c03f7b53-97df-4199-9425-5280043b0ff0 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:23:42.086194 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3401723a-a8ff-4c6a-9504-0ce870caf59c", "name": "network-vif-plugged", "status": "completed", "tag": "a40ab4f2-bf3d-4638-a21e-1db5a7d44283", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:23:42.086409 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c03f7b53-97df-4199-9425-5280043b0ff0 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:23:42.086784 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3401723a-a8ff-4c6a-9504-0ce870caf59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283', 'code': 200} Jul 09 22:23:42.112581 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,revision_number=10']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:23:42.245479 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a3341-da77-4522-98f8-c1bb714dcecb req-11e24dd2-3f38-4fef-a348-1826131aabec tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:42.246873 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa1a3341-da77-4522-98f8-c1bb714dcecb req-11e24dd2-3f38-4fef-a348-1826131aabec tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 947 time: 0.0682862 Jul 09 22:23:42.314380 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa1a3341-da77-4522-98f8-c1bb714dcecb req-dba59e8b-b3c9-4959-bc2d-837af7fbc33d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597029 Jul 09 22:23:42.328875 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748c690-95aa-492b-9e14-e895dfc9098a req-f8c9bc42-8c48-4722-ab31-6401b6383d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:42.330359 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1748c690-95aa-492b-9e14-e895dfc9098a req-f8c9bc42-8c48-4722-ab31-6401b6383d9d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 1100 time: 0.0826337 Jul 09 22:23:42.365334 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1748c690-95aa-492b-9e14-e895dfc9098a req-e2d315a5-ff09-4190-8537-4c7dab30a2bc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280588 Jul 09 22:23:43.491098 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce37b-a18b-4bfa-ab3e-5f71c319feee req-f7a0c85c-a617-4393-b1a4-9d2a11683bdf tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:43.492604 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e1cce37b-a18b-4bfa-ab3e-5f71c319feee req-f7a0c85c-a617-4393-b1a4-9d2a11683bdf tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 947 time: 0.0625184 Jul 09 22:23:43.533577 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e1cce37b-a18b-4bfa-ab3e-5f71c319feee req-4523883f-8bbb-410c-97c7-8d449f2cba9f tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326445 Jul 09 22:23:44.712370 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eac34f-545f-4a0f-9fa1-8da5d981546a req-afa21a83-2d9d-45c0-9160-71988efa1b8c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:44.713881 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-58eac34f-545f-4a0f-9fa1-8da5d981546a req-afa21a83-2d9d-45c0-9160-71988efa1b8c tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 947 time: 0.0622404 Jul 09 22:23:44.753598 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-58eac34f-545f-4a0f-9fa1-8da5d981546a req-dece4695-e532-489b-81f0-6ff26d4985a7 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342095 Jul 09 22:23:44.816855 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-937473f5-a14a-440c-b4f8-34180b66d078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:45.236996 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:46.669887 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:48.455169 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:50.629781 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:23:55.690041 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ab53db5-c67b-44be-8012-2fd8c5f4800b req-af484a34-937a-4145-9e69-0b217614413e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507360 Jul 09 22:23:55.762497 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab53db5-c67b-44be-8012-2fd8c5f4800b req-1f4764d2-321f-44b0-a253-d9bab381cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:55.763934 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ab53db5-c67b-44be-8012-2fd8c5f4800b req-1f4764d2-321f-44b0-a253-d9bab381cfba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e15379ef8574723b1d38df0187a7df7&device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 1100 time: 0.0506630 Jul 09 22:23:55.867780 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab53db5-c67b-44be-8012-2fd8c5f4800b req-2ed23600-127d-4575-9053-9f0e44003898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:55.869751 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ab53db5-c67b-44be-8012-2fd8c5f4800b req-2ed23600-127d-4575-9053-9f0e44003898 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637 HTTP/1.1" status: 200 len: 918 time: 0.0850294 Jul 09 22:23:55.933408 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ab53db5-c67b-44be-8012-2fd8c5f4800b req-3f456a26-821b-4ddc-b8ec-2791458fde21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a40ab4f2-bf3d-4638-a21e-1db5a7d44283 HTTP/1.1" status: 200 len: 1001 time: 0.0563591 Jul 09 22:23:55.982665 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab53db5-c67b-44be-8012-2fd8c5f4800b req-dd955d77-2a39-491d-b220-8754996ff4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:55.984082 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ab53db5-c67b-44be-8012-2fd8c5f4800b req-dd955d77-2a39-491d-b220-8754996ff4ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6 HTTP/1.1" status: 200 len: 856 time: 0.0441411 Jul 09 22:23:56.051026 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab53db5-c67b-44be-8012-2fd8c5f4800b req-fca1ccdb-d944-443f-b503-539fc032511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:23:56.052554 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ab53db5-c67b-44be-8012-2fd8c5f4800b req-fca1ccdb-d944-443f-b503-539fc032511e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31a74b6e-9049-4ba5-9bd6-dbe8ea827637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595019 Jul 09 22:23:56.140561 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ab53db5-c67b-44be-8012-2fd8c5f4800b req-a9e06ef2-48cf-46dc-81ba-77de3b4abd50 service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802472 Jul 09 22:23:56.231411 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ab53db5-c67b-44be-8012-2fd8c5f4800b req-09e23b87-e041-4422-ac0c-10a288b06e2c service neutron] 10.222.0.11 "GET /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847125 Jul 09 22:24:08.008364 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:24:11.533348 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-dcfaf035-bb15-48f4-8dbb-271535100493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:14.817401 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a637efa2-ab88-477d-a887-da3cb5e0a67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:15.236956 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:16.672924 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:18.249408 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 44450) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:18.458052 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:18.504220 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Deleting port 128ba163-bf75-4c8b-b5aa-3a4ef66d9501 {{(pid=93127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:24:18.504478 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:18.577777 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:18.578118 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:18.590809 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Calling delete_port for 128ba163-bf75-4c8b-b5aa-3a4ef66d9501 owned by network:floatingip {{(pid=93127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:24:18.758657 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6067567'] for port, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:18.786292 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Pushing event deleted for resources: {'Port': ['ID=128ba163-bf75-4c8b-b5aa-3a4ef66d9501,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:18.797626 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:18.797978 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:18.798316 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:18.798652 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:18.798986 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:18.799316 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:18.799643 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:18.799966 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:18.800291 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:18.800613 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:18.800971 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:18.801291 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:19.069088 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for floatingip, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:19.069418 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.l3_db [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Floating IP c2ce680d-b246-4f9a-a9f4-1395a47faee6 disassociated (deleted). External IP: 172.27.2.80, port: 0b9461a9-67f3-4929-afa6-aa1869aaf0cb. Jul 09 22:24:19.271934 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Router 57f3b767-1c09-46d2-9799-0b34b9e66ee5 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:24:19.381530 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:24:19.386599 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:19.392990 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9e7633-2684-4aea-8232-5e84c93543ec None None] Sync routers for ids ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:24:19.402999 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e7633-2684-4aea-8232-5e84c93543ec None None] Routers {'57f3b767-1c09-46d2-9799-0b34b9e66ee5'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:24:19.403606 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-5d9e7633-2684-4aea-8232-5e84c93543ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:24:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:19.426967 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-756b0ad9-f543-4cd7-8235-b84acea0a199 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "DELETE /v2.0/floatingips/c2ce680d-b246-4f9a-a9f4-1395a47faee6 HTTP/1.1" status: 204 len: 168 time: 1.1741033 Jul 09 22:24:19.426967 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff8e9ef-d573-4020-9b52-6a96d7a14fb1', 'tag': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb'}] {{(pid=93127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:24:19.427538 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d691ae7ca010c27b321c0c72ad4e7b385282b5cc9ac2e43320258e3c95330463" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e241f8d-2db1-406d-b78c-5eb7e38722e0" -d '{"events": [{"name": "network-changed", "server_uuid": "cff8e9ef-d573-4020-9b52-6a96d7a14fb1", "tag": "0b9461a9-67f3-4929-afa6-aa1869aaf0cb"}]}' {{(pid=93127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:24:19.513160 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-5d9e7633-2684-4aea-8232-5e84c93543ec None None] Set router 57f3b767-1c09-46d2-9799-0b34b9e66ee5 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:24:19.521888 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b150e6-2e3e-4a21-9b75-1dcf10df93f2 x-openstack-request-id: req-24b150e6-2e3e-4a21-9b75-1dcf10df93f2 {{(pid=93127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:24:19.522181 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff8e9ef-d573-4020-9b52-6a96d7a14fb1", "tag": "0b9461a9-67f3-4929-afa6-aa1869aaf0cb", "status": "completed", "code": 200}]} {{(pid=93127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:24:19.522441 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24b150e6-2e3e-4a21-9b75-1dcf10df93f2 {{(pid=93127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:24:19.522841 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff8e9ef-d573-4020-9b52-6a96d7a14fb1', 'tag': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb', 'status': 'completed', 'code': 200} Jul 09 22:24:19.604789 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e241f8d-2db1-406d-b78c-5eb7e38722e0 req-ec8a8995-af17-4575-be4a-79eee53dcb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:24:19.606106 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4e241f8d-2db1-406d-b78c-5eb7e38722e0 req-ec8a8995-af17-4575-be4a-79eee53dcb15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee20f04a9dbb481e87628429151deb49&device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 1099 time: 0.0587504 Jul 09 22:24:19.711980 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e241f8d-2db1-406d-b78c-5eb7e38722e0 req-ff994a58-8190-4aa2-8184-309a6541538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:24:19.714010 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4e241f8d-2db1-406d-b78c-5eb7e38722e0 req-ff994a58-8190-4aa2-8184-309a6541538c service neutron] 10.222.0.11 "GET /v2.0/networks?id=d90375db-451e-43ae-aadc-243874bd1ee1 HTTP/1.1" status: 200 len: 909 time: 0.1013794 Jul 09 22:24:19.735035 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-5d9e7633-2684-4aea-8232-5e84c93543ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'name': 'tempest-TestShelveInstance-408933693-router', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:51Z', 'revision_number': 4, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'gw_port': {'id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '2fc3c5d2-a0d2-4744-86a0-c8848568fe4e', 'name': '', 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'mac_address': 'fa:16:3e:e9:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:51Z', 'updated_at': '2021-07-09T22:18:58Z', 'revision_number': 5, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'subnets': [{'id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:19.766534 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9e7633-2684-4aea-8232-5e84c93543ec None None] Checking router: 57f3b767-1c09-46d2-9799-0b34b9e66ee5 for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:24:19.770194 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4e241f8d-2db1-406d-b78c-5eb7e38722e0 req-5dd26513-f837-43e5-8978-d9407bd0c730 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b9461a9-67f3-4929-afa6-aa1869aaf0cb HTTP/1.1" status: 200 len: 217 time: 0.0487323 Jul 09 22:24:19.774891 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e7633-2684-4aea-8232-5e84c93543ec None None] Routers {'57f3b767-1c09-46d2-9799-0b34b9e66ee5'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:24:19.775487 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-5d9e7633-2684-4aea-8232-5e84c93543ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:24:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:19.846773 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e241f8d-2db1-406d-b78c-5eb7e38722e0 req-151484eb-d10b-4e30-b19b-b5d2bfc7db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:24:19.848324 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4e241f8d-2db1-406d-b78c-5eb7e38722e0 req-151484eb-d10b-4e30-b19b-b5d2bfc7db86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2a5a007-f5b7-40b7-b21d-55e4526026d0 HTTP/1.1" status: 200 len: 847 time: 0.0702200 Jul 09 22:24:19.881047 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-5d9e7633-2684-4aea-8232-5e84c93543ec None None] Set router 57f3b767-1c09-46d2-9799-0b34b9e66ee5 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:24:19.903553 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12608aad-0faf-4791-b350-842f582cf4d2 req-44710a4d-4bf5-4705-a238-493feee4d732 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:24:19.905153 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-12608aad-0faf-4791-b350-842f582cf4d2 req-44710a4d-4bf5-4705-a238-493feee4d732 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.1378272 Jul 09 22:24:19.951612 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e241f8d-2db1-406d-b78c-5eb7e38722e0 req-814516d3-8b9c-444e-8cab-9a25db74fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:24:19.953240 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4e241f8d-2db1-406d-b78c-5eb7e38722e0 req-814516d3-8b9c-444e-8cab-9a25db74fd7e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d90375db-451e-43ae-aadc-243874bd1ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0973818 Jul 09 22:24:19.958436 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-12608aad-0faf-4791-b350-842f582cf4d2 req-c87bc09a-7757-4564-9650-564e970c8844 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472231 Jul 09 22:24:20.042736 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4e241f8d-2db1-406d-b78c-5eb7e38722e0 req-5be93953-3266-4989-a95a-3af2ae77194f service neutron] 10.222.0.11 "GET /v2.0/networks/d90375db-451e-43ae-aadc-243874bd1ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821569 Jul 09 22:24:20.078311 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-5d9e7633-2684-4aea-8232-5e84c93543ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'name': 'tempest-TestShelveInstance-408933693-router', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:51Z', 'revision_number': 4, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'gw_port': {'id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '2fc3c5d2-a0d2-4744-86a0-c8848568fe4e', 'name': '', 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'mac_address': 'fa:16:3e:e9:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:51Z', 'updated_at': '2021-07-09T22:18:58Z', 'revision_number': 5, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'subnets': [{'id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:20.104504 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9e7633-2684-4aea-8232-5e84c93543ec None None] The sync data for ids ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'] in dv-cinder-794962-8-iscsi is: [{'id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'name': 'tempest-TestShelveInstance-408933693-router', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:51Z', 'revision_number': 4, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'gw_port': {'id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '2fc3c5d2-a0d2-4744-86a0-c8848568fe4e', 'name': '', 'network_id': 'd90375db-451e-43ae-aadc-243874bd1ee1', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'mac_address': 'fa:16:3e:e9:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:51Z', 'updated_at': '2021-07-09T22:18:58Z', 'revision_number': 5, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'subnets': [{'id': 'b2a5a007-f5b7-40b7-b21d-55e4526026d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:24:20.137411 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4e241f8d-2db1-406d-b78c-5eb7e38722e0 req-f2d33ebd-cdbe-40be-abd2-617704cb93f8 service neutron] 10.222.0.11 "GET /v2.0/networks/d90375db-451e-43ae-aadc-243874bd1ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872083 Jul 09 22:24:20.307770 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203f6ab3-5c35-4153-be7c-5adb81191f50 None None] New status for floating IP c2ce680d-b246-4f9a-a9f4-1395a47faee6: DOWN {{(pid=93130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 22:24:20.620099 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:21.139984 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5d4ac-5180-4a31-b37c-8ac56d803776 req-c90b5f7e-5a0f-45c5-842c-0e4caed058b2 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:24:21.141475 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3ef5d4ac-5180-4a31-b37c-8ac56d803776 req-c90b5f7e-5a0f-45c5-842c-0e4caed058b2 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.0647829 Jul 09 22:24:21.178826 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3ef5d4ac-5180-4a31-b37c-8ac56d803776 req-35f95574-5d44-46a4-8fbd-74710e5620af tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd5763-9ec0-47d4-8376-6b7a8aee3116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318596 Jul 09 22:24:21.371699 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b44b7-3a8a-4a85-8f7c-4a8677bc69ea req-cf3281dc-a9c7-4e5b-b8a2-801a0c34f759 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:24:21.373171 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fb5b44b7-3a8a-4a85-8f7c-4a8677bc69ea req-cf3281dc-a9c7-4e5b-b8a2-801a0c34f759 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.11 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 946 time: 0.0617356 Jul 09 22:24:21.478653 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-fb5b44b7-3a8a-4a85-8f7c-4a8677bc69ea req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Deleting port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:24:21.478991 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-fb5b44b7-3a8a-4a85-8f7c-4a8677bc69ea req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:21.563601 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-fb5b44b7-3a8a-4a85-8f7c-4a8677bc69ea req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] For port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0b9461a9-67f3-4929-afa6-aa1869aaf0cb,segment=NetworkSegment(80bb02d3-4090-4da8-8806-10b8343e22a2),segment_id=80bb02d3-4090-4da8-8806-10b8343e22a2)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:24:21.563949 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-fb5b44b7-3a8a-4a85-8f7c-4a8677bc69ea req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:21.579884 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-fb5b44b7-3a8a-4a85-8f7c-4a8677bc69ea req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Calling delete_port for 0b9461a9-67f3-4929-afa6-aa1869aaf0cb owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:24:21.702007 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-fb5b44b7-3a8a-4a85-8f7c-4a8677bc69ea req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:21.729907 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Pushing event deleted for resources: {'Port': ['ID=0b9461a9-67f3-4929-afa6-aa1869aaf0cb,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:21.744370 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:21.744743 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:21.745081 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:21.745414 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:21.745742 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:21.746072 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:21.746399 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:21.746745 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:21.747071 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:21.747401 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:21.748310 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:21.748310 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:21.788625 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5b44b7-3a8a-4a85-8f7c-4a8677bc69ea req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] No DVR routers for this DVR port 0b9461a9-67f3-4929-afa6-aa1869aaf0cb on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:24:21.791670 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-fb5b44b7-3a8a-4a85-8f7c-4a8677bc69ea req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:21.793701 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fb5b44b7-3a8a-4a85-8f7c-4a8677bc69ea req-18404337-0d40-4b57-9712-4dc36c73550d tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.11 "DELETE /v2.0/ports/0b9461a9-67f3-4929-afa6-aa1869aaf0cb HTTP/1.1" status: 204 len: 173 time: 0.4152026 Jul 09 22:24:21.794126 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff8e9ef-d573-4020-9b52-6a96d7a14fb1', 'name': 'network-vif-deleted', 'tag': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:24:21.796341 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b36e37f-0bb9-4800-bac8-78f5b5d18a4e" -d '{"events": [{"server_uuid": "cff8e9ef-d573-4020-9b52-6a96d7a14fb1", "name": "network-vif-deleted", "tag": "0b9461a9-67f3-4929-afa6-aa1869aaf0cb"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:24:21.889269 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db114261-9d5e-4812-b956-3e40d4a5166c x-openstack-request-id: req-db114261-9d5e-4812-b956-3e40d4a5166c {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:24:21.889556 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff8e9ef-d573-4020-9b52-6a96d7a14fb1", "name": "network-vif-deleted", "tag": "0b9461a9-67f3-4929-afa6-aa1869aaf0cb", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:24:21.889805 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db114261-9d5e-4812-b956-3e40d4a5166c {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:24:21.890199 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff8e9ef-d573-4020-9b52-6a96d7a14fb1', 'name': 'network-vif-deleted', 'tag': '0b9461a9-67f3-4929-afa6-aa1869aaf0cb', 'status': 'completed', 'code': 200} Jul 09 22:24:22.332777 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6849a1dd-a18b-4cc7-beda-51a8403c3326 req-b635a25b-e5a9-4ec1-96f5-639a092c853e tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff8e9ef-d573-4020-9b52-6a96d7a14fb1 HTTP/1.1" status: 200 len: 210 time: 0.0283206 Jul 09 22:24:23.425517 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 44482) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:23.483346 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-240b8cdb-cf23-4975-98bb-10ba9ab46a05 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:23.507056 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-240b8cdb-cf23-4975-98bb-10ba9ab46a05 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:23.566959 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-240b8cdb-cf23-4975-98bb-10ba9ab46a05 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:23.569606 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-240b8cdb-cf23-4975-98bb-10ba9ab46a05 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:23.570790 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-240b8cdb-cf23-4975-98bb-10ba9ab46a05 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] 10.222.0.10 "DELETE /v2.0/security-groups/d5bd5763-9ec0-47d4-8376-6b7a8aee3116 HTTP/1.1" status: 204 len: 168 time: 0.1442449 Jul 09 22:24:23.580212 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b8cdb-cf23-4975-98bb-10ba9ab46a05 tempest-TestShelveInstance-394034279 tempest-TestShelveInstance-394034279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bd5763-9ec0-47d4-8376-6b7a8aee3116,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:23.624945 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 44486) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:24.049846 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0b9461a9-67f3-4929-afa6-aa1869aaf0cb no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:24:24.050869 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1f42796c-d771-49a1-82be-16bd8628ceed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545529'] for router_interface, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:24.073316 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: 0b9461a9-67f3-4929-afa6-aa1869aaf0cb {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:24:24.073661 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 0b9461a9-67f3-4929-afa6-aa1869aaf0cb not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:24:24.295058 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-1f42796c-d771-49a1-82be-16bd8628ceed admin admin] Deleting port 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:24:24.295378 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1f42796c-d771-49a1-82be-16bd8628ceed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:24.370687 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-1f42796c-d771-49a1-82be-16bd8628ceed admin admin] For port 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=2fc3c5d2-a0d2-4744-86a0-c8848568fe4e,segment=NetworkSegment(80bb02d3-4090-4da8-8806-10b8343e22a2),segment_id=80bb02d3-4090-4da8-8806-10b8343e22a2)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:24:24.371042 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1f42796c-d771-49a1-82be-16bd8628ceed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:24.383096 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-1f42796c-d771-49a1-82be-16bd8628ceed admin admin] Calling delete_port for 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e owned by network:router_interface {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:24:24.566215 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1f42796c-d771-49a1-82be-16bd8628ceed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:24.589095 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42796c-d771-49a1-82be-16bd8628ceed admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc3c5d2-a0d2-4744-86a0-c8848568fe4e,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:24.759289 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1f42796c-d771-49a1-82be-16bd8628ceed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548807'] for router_interface, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:25.224241 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f42796c-d771-49a1-82be-16bd8628ceed admin admin] Router 57f3b767-1c09-46d2-9799-0b34b9e66ee5 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:24:25.328629 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f42796c-d771-49a1-82be-16bd8628ceed admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:24:25.333796 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-1f42796c-d771-49a1-82be-16bd8628ceed admin admin] 10.222.0.10 "PUT /v2.0/routers/57f3b767-1c09-46d2-9799-0b34b9e66ee5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7082734 Jul 09 22:24:25.336291 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 44494) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:25.338523 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788f3494-c818-445a-af9e-607d00161e13 None None] Sync routers for ids ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:24:25.347440 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788f3494-c818-445a-af9e-607d00161e13 None None] Routers {'57f3b767-1c09-46d2-9799-0b34b9e66ee5'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:24:25.348019 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-788f3494-c818-445a-af9e-607d00161e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:24:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:25.440691 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-233adae8-dd57-40e2-a39c-aa145acb3537 admin admin] Notify callbacks [] for router, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:25.450927 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-788f3494-c818-445a-af9e-607d00161e13 None None] Set router 57f3b767-1c09-46d2-9799-0b34b9e66ee5 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:24:25.539618 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-233adae8-dd57-40e2-a39c-aa145acb3537 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:25.595063 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-233adae8-dd57-40e2-a39c-aa145acb3537 admin admin] Deleting port 2534427c-73ca-492c-ad17-85b7b51c1a2f {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:24:25.595395 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-233adae8-dd57-40e2-a39c-aa145acb3537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:25.630935 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-788f3494-c818-445a-af9e-607d00161e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'name': 'tempest-TestShelveInstance-408933693-router', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:24:24Z', 'revision_number': 5, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'gw_port': {'id': '2534427c-73ca-492c-ad17-85b7b51c1a2f', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:25.657806 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788f3494-c818-445a-af9e-607d00161e13 None None] Checking router: 57f3b767-1c09-46d2-9799-0b34b9e66ee5 for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:24:25.665877 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788f3494-c818-445a-af9e-607d00161e13 None None] Routers {'57f3b767-1c09-46d2-9799-0b34b9e66ee5'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:24:25.666468 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-788f3494-c818-445a-af9e-607d00161e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:24:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:25.672898 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-233adae8-dd57-40e2-a39c-aa145acb3537 admin admin] For port 2534427c-73ca-492c-ad17-85b7b51c1a2f, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=2534427c-73ca-492c-ad17-85b7b51c1a2f,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:24:25.673260 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-233adae8-dd57-40e2-a39c-aa145acb3537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:25.685973 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-233adae8-dd57-40e2-a39c-aa145acb3537 admin admin] Calling delete_port for 2534427c-73ca-492c-ad17-85b7b51c1a2f owned by network:router_gateway {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:24:25.749445 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-788f3494-c818-445a-af9e-607d00161e13 None None] Set router 57f3b767-1c09-46d2-9799-0b34b9e66ee5 gateway port host: None {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:24:25.804553 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-788f3494-c818-445a-af9e-607d00161e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'name': 'tempest-TestShelveInstance-408933693-router', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:24:25Z', 'revision_number': 6, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'gw_port_host': None}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:25.831864 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788f3494-c818-445a-af9e-607d00161e13 None None] The sync data for ids ['57f3b767-1c09-46d2-9799-0b34b9e66ee5'] in dv-cinder-794962-8-iscsi is: [{'id': '57f3b767-1c09-46d2-9799-0b34b9e66ee5', 'name': 'tempest-TestShelveInstance-408933693-router', 'tenant_id': 'ee20f04a9dbb481e87628429151deb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:49Z', 'updated_at': '2021-07-09T22:24:25Z', 'revision_number': 6, 'project_id': 'ee20f04a9dbb481e87628429151deb49', 'gw_port_host': None}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:24:25.851833 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-233adae8-dd57-40e2-a39c-aa145acb3537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:25.881924 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233adae8-dd57-40e2-a39c-aa145acb3537 admin admin] Pushing event deleted for resources: {'Port': ['ID=2534427c-73ca-492c-ad17-85b7b51c1a2f,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:25.943811 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-233adae8-dd57-40e2-a39c-aa145acb3537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545214'] for router_gateway, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.043556 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-233adae8-dd57-40e2-a39c-aa145acb3537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518713'] for router, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.045647 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-233adae8-dd57-40e2-a39c-aa145acb3537 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.109225 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-233adae8-dd57-40e2-a39c-aa145acb3537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555162'] for router, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.109729 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233adae8-dd57-40e2-a39c-aa145acb3537 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57f3b767-1c09-46d2-9799-0b34b9e66ee5 {{(pid=93128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 22:24:26.114851 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-233adae8-dd57-40e2-a39c-aa145acb3537 admin admin] Notify callbacks [] for router, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.116010 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-233adae8-dd57-40e2-a39c-aa145acb3537 admin admin] 10.222.0.10 "DELETE /v2.0/routers/57f3b767-1c09-46d2-9799-0b34b9e66ee5 HTTP/1.1" status: 204 len: 168 time: 0.7780428 Jul 09 22:24:26.119199 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 44496) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:26.161337 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a30d789-2ab8-44dc-a943-aa0b0743be37 admin admin] Deleting subnet b2a5a007-f5b7-40b7-b21d-55e4526026d0 {{(pid=93128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 22:24:26.164582 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4a30d789-2ab8-44dc-a943-aa0b0743be37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.200481 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4a30d789-2ab8-44dc-a943-aa0b0743be37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5189479'] for subnet, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.312237 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4a30d789-2ab8-44dc-a943-aa0b0743be37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1912411'] for subnet, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.363259 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4a30d789-2ab8-44dc-a943-aa0b0743be37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1912402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6872929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4538554'] for subnet, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.388494 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30d789-2ab8-44dc-a943-aa0b0743be37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2a5a007-f5b7-40b7-b21d-55e4526026d0,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:26.391885 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4a30d789-2ab8-44dc-a943-aa0b0743be37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.393794 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-4a30d789-2ab8-44dc-a943-aa0b0743be37 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b2a5a007-f5b7-40b7-b21d-55e4526026d0 HTTP/1.1" status: 204 len: 168 time: 0.2736442 Jul 09 22:24:26.396217 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 44498) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:26.398812 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f56d826-7335-44f3-9055-10ba7875ff43 None None] Network d90375db-451e-43ae-aadc-243874bd1ee1 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:24:26.466169 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1966383'] for network, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.520551 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] Deleting port 9b458dbc-06fe-4118-9d4e-fff325b84b0b {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:24:26.520833 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.591936 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] For port 9b458dbc-06fe-4118-9d4e-fff325b84b0b, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=9b458dbc-06fe-4118-9d4e-fff325b84b0b,segment=NetworkSegment(80bb02d3-4090-4da8-8806-10b8343e22a2),segment_id=80bb02d3-4090-4da8-8806-10b8343e22a2)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:24:26.592298 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.608547 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] Calling delete_port for 9b458dbc-06fe-4118-9d4e-fff325b84b0b owned by network:dhcp {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:24:26.610059 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e6a402-7c4d-4bf8-b440-055928f797c1 None None] DHCP port deletion for d90375db-451e-43ae-aadc-243874bd1ee1 request from dv-cinder-794962-8-iscsi {{(pid=93129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 22:24:26.655535 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 2534427c-73ca-492c-ad17-85b7b51c1a2f no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:24:26.677054 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: 2534427c-73ca-492c-ad17-85b7b51c1a2f {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:24:26.677396 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 2534427c-73ca-492c-ad17-85b7b51c1a2f not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:24:26.677809 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:24:26.700581 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.731714 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b458dbc-06fe-4118-9d4e-fff325b84b0b,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:26.735649 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] No DVR routers for this DVR port 9b458dbc-06fe-4118-9d4e-fff325b84b0b on host dv-cinder-794962-8-iscsi {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:24:26.814784 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909966', 'neutron.services.segments.db._delete_segments_for_network-8759288836437'] for network, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.819513 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:24:26.819907 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 2fc3c5d2-a0d2-4744-86a0-c8848568fe4e not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:24:26.826091 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90375db-451e-43ae-aadc-243874bd1ee1']}} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:26.829534 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-b4e6a402-7c4d-4bf8-b440-055928f797c1 None None] Deleting port 9b458dbc-06fe-4118-9d4e-fff325b84b0b {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:24:26.829946 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b4e6a402-7c4d-4bf8-b440-055928f797c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.838510 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80bb02d3-4090-4da8-8806-10b8343e22a2') {'for_net_delete': True} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:26.838841 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80bb02d3-4090-4da8-8806-10b8343e22a2') {} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:26.848839 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759288619569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5189488'] for segment, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.864071 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.872373 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 22:24:26.872804 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6872964'] for segment, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: Traceback (most recent call last): Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: timer() Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: cb(*args, **kw) Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: return func(*args, **kwargs) Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: self._notify() Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: self.callback(batched_events) Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: event.method(event) Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: return f(self, *a, **k) Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: return self._get(url).json() Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: return self.request(url, 'GET', **kwargs) Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 22:24:26.874744 dv-cinder-794962-8-iscsi neutron-server[93128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 22:24:26.899105 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-b4e6a402-7c4d-4bf8-b440-055928f797c1 None None] For port 9b458dbc-06fe-4118-9d4e-fff325b84b0b, host dv-cinder-794962-8-iscsi, got binding levels [] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:24:26.899582 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b4e6a402-7c4d-4bf8-b440-055928f797c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.912300 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-b4e6a402-7c4d-4bf8-b440-055928f797c1 None None] Calling delete_port for 9b458dbc-06fe-4118-9d4e-fff325b84b0b owned by network:dhcp {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:24:26.916818 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.ipam_backend_mixin [None req-b4e6a402-7c4d-4bf8-b440-055928f797c1 None None] Port 9b458dbc-06fe-4118-9d4e-fff325b84b0b was not found and therefore no delete operation was performed {{(pid=93129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 22:24:26.918057 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b4e6a402-7c4d-4bf8-b440-055928f797c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.927114 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545178'] for network, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.933411 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:26.935602 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] 10.222.0.10 "DELETE /v2.0/networks/d90375db-451e-43ae-aadc-243874bd1ee1 HTTP/1.1" status: 204 len: 168 time: 0.5384412 Jul 09 22:24:26.938800 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 44500) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:26.945180 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6a402-7c4d-4bf8-b440-055928f797c1 None None] Pushing event deleted for resources: {'Port': ['ID=9b458dbc-06fe-4118-9d4e-fff325b84b0b,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:26.949058 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e6a402-7c4d-4bf8-b440-055928f797c1 None None] No DVR routers for this DVR port 9b458dbc-06fe-4118-9d4e-fff325b84b0b on host dv-cinder-794962-8-iscsi {{(pid=93129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:24:26.959504 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df85669-45a3-40a2-a12b-1429d6da1b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=d90375db-451e-43ae-aadc-243874bd1ee1,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:27.279942 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-cb8366ef-4838-4c29-beb2-c628c8643a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545529'] for router_interface, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:27.521341 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-cb8366ef-4838-4c29-beb2-c628c8643a08 admin admin] Deleting port 49e31a29-e2fc-4b21-be91-6956e98aba25 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:24:27.521675 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-cb8366ef-4838-4c29-beb2-c628c8643a08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:27.598456 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-cb8366ef-4838-4c29-beb2-c628c8643a08 admin admin] For port 49e31a29-e2fc-4b21-be91-6956e98aba25, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=49e31a29-e2fc-4b21-be91-6956e98aba25,segment=NetworkSegment(03a4df16-a134-49ac-a977-682280beb934),segment_id=03a4df16-a134-49ac-a977-682280beb934)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:24:27.598729 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-cb8366ef-4838-4c29-beb2-c628c8643a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:27.615044 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-cb8366ef-4838-4c29-beb2-c628c8643a08 admin admin] Calling delete_port for 49e31a29-e2fc-4b21-be91-6956e98aba25 owned by network:router_interface {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:24:27.788039 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-cb8366ef-4838-4c29-beb2-c628c8643a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:27.814573 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8366ef-4838-4c29-beb2-c628c8643a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e31a29-e2fc-4b21-be91-6956e98aba25,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:27.972710 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-cb8366ef-4838-4c29-beb2-c628c8643a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548807'] for router_interface, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:28.176841 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8366ef-4838-4c29-beb2-c628c8643a08 admin admin] Router cd26f2ce-d8fe-457d-9587-ab92b524308b has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:24:28.446480 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 9b458dbc-06fe-4118-9d4e-fff325b84b0b no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:24:28.473750 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: 9b458dbc-06fe-4118-9d4e-fff325b84b0b {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:24:28.474120 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 9b458dbc-06fe-4118-9d4e-fff325b84b0b not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:24:28.551445 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8366ef-4838-4c29-beb2-c628c8643a08 admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:24:28.556396 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-cb8366ef-4838-4c29-beb2-c628c8643a08 admin admin] 10.222.0.10 "PUT /v2.0/routers/cd26f2ce-d8fe-457d-9587-ab92b524308b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6167831 Jul 09 22:24:28.558971 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 44502) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:28.559669 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aa8340-e791-430e-8ade-01a41e403478 None None] Sync routers for ids ['cd26f2ce-d8fe-457d-9587-ab92b524308b'] in dv-cinder-794962-8-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:24:28.568813 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aa8340-e791-430e-8ade-01a41e403478 None None] Routers {'cd26f2ce-d8fe-457d-9587-ab92b524308b'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:24:28.569406 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-c8aa8340-e791-430e-8ade-01a41e403478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:24:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['cd26f2ce-d8fe-457d-9587-ab92b524308b'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:28.665218 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-342b8fad-ed45-42f8-87be-44ae3145e433 admin admin] Notify callbacks [] for router, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:28.677454 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-c8aa8340-e791-430e-8ade-01a41e403478 None None] Set router cd26f2ce-d8fe-457d-9587-ab92b524308b gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:24:28.761283 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-342b8fad-ed45-42f8-87be-44ae3145e433 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:28.816122 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-342b8fad-ed45-42f8-87be-44ae3145e433 admin admin] Deleting port a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:24:28.816457 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-342b8fad-ed45-42f8-87be-44ae3145e433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:28.857535 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-c8aa8340-e791-430e-8ade-01a41e403478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'name': 'tempest-TestShelveInstance-1701549430-router', 'tenant_id': '900a1917e3b34a6e883383f481ba7919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:54Z', 'updated_at': '2021-07-09T22:24:27Z', 'revision_number': 5, 'project_id': '900a1917e3b34a6e883383f481ba7919', 'gw_port': {'id': 'a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:18:54Z', 'updated_at': '2021-07-09T22:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:28.883214 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aa8340-e791-430e-8ade-01a41e403478 None None] Checking router: cd26f2ce-d8fe-457d-9587-ab92b524308b for host: dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:24:28.891317 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aa8340-e791-430e-8ade-01a41e403478 None None] Routers {'cd26f2ce-d8fe-457d-9587-ab92b524308b'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:24:28.891915 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-c8aa8340-e791-430e-8ade-01a41e403478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:24:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['cd26f2ce-d8fe-457d-9587-ab92b524308b'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:28.893382 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-342b8fad-ed45-42f8-87be-44ae3145e433 admin admin] For port a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:24:28.893752 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-342b8fad-ed45-42f8-87be-44ae3145e433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:28.907358 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-342b8fad-ed45-42f8-87be-44ae3145e433 admin admin] Calling delete_port for a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5 owned by network:router_gateway {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:24:28.974924 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-c8aa8340-e791-430e-8ade-01a41e403478 None None] Set router cd26f2ce-d8fe-457d-9587-ab92b524308b gateway port host: None {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:24:29.025142 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-c8aa8340-e791-430e-8ade-01a41e403478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'name': 'tempest-TestShelveInstance-1701549430-router', 'tenant_id': '900a1917e3b34a6e883383f481ba7919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:54Z', 'updated_at': '2021-07-09T22:24:28Z', 'revision_number': 6, 'project_id': '900a1917e3b34a6e883383f481ba7919', 'gw_port_host': None}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:29.054378 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aa8340-e791-430e-8ade-01a41e403478 None None] The sync data for ids ['cd26f2ce-d8fe-457d-9587-ab92b524308b'] in dv-cinder-794962-8-iscsi is: [{'id': 'cd26f2ce-d8fe-457d-9587-ab92b524308b', 'name': 'tempest-TestShelveInstance-1701549430-router', 'tenant_id': '900a1917e3b34a6e883383f481ba7919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:18:54Z', 'updated_at': '2021-07-09T22:24:28Z', 'revision_number': 6, 'project_id': '900a1917e3b34a6e883383f481ba7919', 'gw_port_host': None}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:24:29.072846 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-342b8fad-ed45-42f8-87be-44ae3145e433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:29.098907 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b8fad-ed45-42f8-87be-44ae3145e433 admin admin] Pushing event deleted for resources: {'Port': ['ID=a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:29.163033 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-342b8fad-ed45-42f8-87be-44ae3145e433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545214'] for router_gateway, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:29.249621 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-342b8fad-ed45-42f8-87be-44ae3145e433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518713'] for router, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:29.251755 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-342b8fad-ed45-42f8-87be-44ae3145e433 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:29.295719 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-342b8fad-ed45-42f8-87be-44ae3145e433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555162'] for router, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:29.296188 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342b8fad-ed45-42f8-87be-44ae3145e433 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd26f2ce-d8fe-457d-9587-ab92b524308b {{(pid=93128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 22:24:29.302413 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-342b8fad-ed45-42f8-87be-44ae3145e433 admin admin] Notify callbacks [] for router, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:29.303548 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-342b8fad-ed45-42f8-87be-44ae3145e433 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cd26f2ce-d8fe-457d-9587-ab92b524308b HTTP/1.1" status: 204 len: 168 time: 0.7436142 Jul 09 22:24:29.306074 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 44504) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:29.353996 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb77a2c0-801c-436f-a1db-50dd87f5ed2b admin admin] Deleting subnet 9c39288e-d678-42f2-b7e9-a70176d00b05 {{(pid=93128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 22:24:29.357143 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bb77a2c0-801c-436f-a1db-50dd87f5ed2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:29.393492 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bb77a2c0-801c-436f-a1db-50dd87f5ed2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5189479'] for subnet, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:29.475280 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bb77a2c0-801c-436f-a1db-50dd87f5ed2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1912411'] for subnet, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:29.527056 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bb77a2c0-801c-436f-a1db-50dd87f5ed2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1912402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6872929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4538554'] for subnet, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:29.556945 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77a2c0-801c-436f-a1db-50dd87f5ed2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c39288e-d678-42f2-b7e9-a70176d00b05,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:29.560258 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bb77a2c0-801c-436f-a1db-50dd87f5ed2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:29.562179 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-bb77a2c0-801c-436f-a1db-50dd87f5ed2b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9c39288e-d678-42f2-b7e9-a70176d00b05 HTTP/1.1" status: 204 len: 168 time: 0.2551417 Jul 09 22:24:29.564567 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 44506) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:29.567122 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cb3f2d-c554-462d-ab70-68bf844d7086 None None] Network 4172ddd1-d7cf-4d09-a1f8-ff0153b281fc requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:24:29.632937 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1966383'] for network, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:29.686839 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] Deleting port 03d42545-0865-42e9-80a9-a7db9c88c370 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:24:29.687173 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:29.752241 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] For port 03d42545-0865-42e9-80a9-a7db9c88c370, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=03d42545-0865-42e9-80a9-a7db9c88c370,segment=NetworkSegment(03a4df16-a134-49ac-a977-682280beb934),segment_id=03a4df16-a134-49ac-a977-682280beb934)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:24:29.752535 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:29.765237 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] Calling delete_port for 03d42545-0865-42e9-80a9-a7db9c88c370 owned by network:dhcp {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:24:29.800227 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeec4879-ee3c-4410-98f0-d1c2450964fa None None] DHCP port deletion for 4172ddd1-d7cf-4d09-a1f8-ff0153b281fc request from dv-cinder-794962-8-iscsi {{(pid=93129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 22:24:29.847550 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:29.856245 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-aeec4879-ee3c-4410-98f0-d1c2450964fa None None] Deleting port 03d42545-0865-42e9-80a9-a7db9c88c370 {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:24:29.856617 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-aeec4879-ee3c-4410-98f0-d1c2450964fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:29.871882 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=03d42545-0865-42e9-80a9-a7db9c88c370,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:29.877823 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] No DVR routers for this DVR port 03d42545-0865-42e9-80a9-a7db9c88c370 on host dv-cinder-794962-8-iscsi {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:24:29.923597 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-aeec4879-ee3c-4410-98f0-d1c2450964fa None None] For port 03d42545-0865-42e9-80a9-a7db9c88c370, host dv-cinder-794962-8-iscsi, got binding levels [] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:24:29.923993 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-aeec4879-ee3c-4410-98f0-d1c2450964fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:29.937947 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-aeec4879-ee3c-4410-98f0-d1c2450964fa None None] Calling delete_port for 03d42545-0865-42e9-80a9-a7db9c88c370 owned by network:dhcp {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:24:29.940536 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.ipam_backend_mixin [None req-aeec4879-ee3c-4410-98f0-d1c2450964fa None None] Port 03d42545-0865-42e9-80a9-a7db9c88c370 was not found and therefore no delete operation was performed {{(pid=93129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 22:24:29.941960 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-aeec4879-ee3c-4410-98f0-d1c2450964fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:29.952849 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909966', 'neutron.services.segments.db._delete_segments_for_network-8759288836437'] for network, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:29.962527 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4172ddd1-d7cf-4d09-a1f8-ff0153b281fc']}} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:29.964437 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec4879-ee3c-4410-98f0-d1c2450964fa None None] Pushing event deleted for resources: {'Port': ['ID=03d42545-0865-42e9-80a9-a7db9c88c370,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:29.970946 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeec4879-ee3c-4410-98f0-d1c2450964fa None None] No DVR routers for this DVR port 03d42545-0865-42e9-80a9-a7db9c88c370 on host dv-cinder-794962-8-iscsi {{(pid=93129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:24:29.975049 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a4df16-a134-49ac-a977-682280beb934') {'for_net_delete': True} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:29.975222 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a4df16-a134-49ac-a977-682280beb934') {} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:29.985452 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759288619569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5189488'] for segment, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:30.000408 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:30.007009 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 22:24:30.007471 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6872964'] for segment, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: Traceback (most recent call last): Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: timer() Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: cb(*args, **kw) Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: return func(*args, **kwargs) Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: self._notify() Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: self.callback(batched_events) Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: event.method(event) Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: return f(self, *a, **k) Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: return self._get(url).json() Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: return self.request(url, 'GET', **kwargs) Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 22:24:30.009434 dv-cinder-794962-8-iscsi neutron-server[93128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 22:24:30.069894 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545178'] for network, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:30.074360 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:30.078990 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] 10.222.0.10 "DELETE /v2.0/networks/4172ddd1-d7cf-4d09-a1f8-ff0153b281fc HTTP/1.1" status: 204 len: 168 time: 0.5134442 Jul 09 22:24:30.096198 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368683e-f0c8-423b-9609-be6dd7a25d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=4172ddd1-d7cf-4d09-a1f8-ff0153b281fc,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:30.191643 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 44510) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:30.231015 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-5bb0c0b6-e8d4-49e3-be9f-9d95f52fc7d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee20f04a9dbb481e87628429151deb49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382259 Jul 09 22:24:30.233372 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 44512) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:30.279396 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1c279b64-84d9-477d-be1f-b85be84d3bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:30.300438 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1c279b64-84d9-477d-be1f-b85be84d3bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:30.346560 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1c279b64-84d9-477d-be1f-b85be84d3bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:30.349105 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1c279b64-84d9-477d-be1f-b85be84d3bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:30.350359 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-1c279b64-84d9-477d-be1f-b85be84d3bcd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d3a6f1e-2768-4f00-8b0e-d5a51262df55 HTTP/1.1" status: 204 len: 168 time: 0.1160061 Jul 09 22:24:30.358860 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c279b64-84d9-477d-be1f-b85be84d3bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3a6f1e-2768-4f00-8b0e-d5a51262df55,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:30.403424 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 03d42545-0865-42e9-80a9-a7db9c88c370 no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:24:30.428094 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: 03d42545-0865-42e9-80a9-a7db9c88c370 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:24:30.428210 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 03d42545-0865-42e9-80a9-a7db9c88c370 not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:24:30.428556 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 49e31a29-e2fc-4b21-be91-6956e98aba25 no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:24:30.447461 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: 49e31a29-e2fc-4b21-be91-6956e98aba25 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:24:30.447854 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 49e31a29-e2fc-4b21-be91-6956e98aba25 not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:24:30.448267 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5 no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:24:30.467249 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:24:30.467475 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device a48ea9fb-102c-4f2d-9d9c-3b06c0ee2cf5 not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:24:30.669081 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 44518) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:30.707603 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-c1ed4e9a-6521-43b6-b0d2-871c51c3be09 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=900a1917e3b34a6e883383f481ba7919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372512 Jul 09 22:24:30.710371 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 44520) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:30.757217 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-3131c2cf-8890-4402-8329-d8ccc8bfe098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:30.779946 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-3131c2cf-8890-4402-8329-d8ccc8bfe098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:30.827377 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-3131c2cf-8890-4402-8329-d8ccc8bfe098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:30.830087 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-3131c2cf-8890-4402-8329-d8ccc8bfe098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:30.831250 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-3131c2cf-8890-4402-8329-d8ccc8bfe098 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27be4e20-f0c8-4497-a6da-4ecfaa81e7a8 HTTP/1.1" status: 204 len: 168 time: 0.1199737 Jul 09 22:24:30.838894 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131c2cf-8890-4402-8329-d8ccc8bfe098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27be4e20-f0c8-4497-a6da-4ecfaa81e7a8,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:40.473771 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3945c-09e3-4875-9752-417ca2808421 req-845de493-d062-4c41-94e0-5b699399f8b3 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:24:40.475278 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1fc3945c-09e3-4875-9752-417ca2808421 req-845de493-d062-4c41-94e0-5b699399f8b3 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 947 time: 0.0629747 Jul 09 22:24:40.511961 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1fc3945c-09e3-4875-9752-417ca2808421 req-b0ba44ae-c613-4f7c-bde6-78bf58a0e706 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311389 Jul 09 22:24:41.533664 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd8da-39bf-4ac0-b998-bb19374d60c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:41.690325 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2042e99-c11e-4c04-ab7f-37742119dc39 req-cec02cd1-30c7-4b2e-aaf0-a0ea1a65b607 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:24:41.691760 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f2042e99-c11e-4c04-ab7f-37742119dc39 req-cec02cd1-30c7-4b2e-aaf0-a0ea1a65b607 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 947 time: 0.0611262 Jul 09 22:24:41.727575 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f2042e99-c11e-4c04-ab7f-37742119dc39 req-110577ba-6ca9-4565-b658-2244d5fa1015 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups?id=718f254f-44f1-4e4e-a23d-faedf582e688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301929 Jul 09 22:24:41.932610 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc82f78-5b1c-4f3d-8568-cc3268494035 req-5aa05d44-92c0-4ab7-b49c-80dab761a07b tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:24:41.934049 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1dc82f78-5b1c-4f3d-8568-cc3268494035 req-5aa05d44-92c0-4ab7-b49c-80dab761a07b tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.11 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 947 time: 0.0652969 Jul 09 22:24:42.030240 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-1dc82f78-5b1c-4f3d-8568-cc3268494035 req-6b847733-a067-4ddf-9e70-3931eece306a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Deleting port a40ab4f2-bf3d-4638-a21e-1db5a7d44283 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:24:42.030494 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-1dc82f78-5b1c-4f3d-8568-cc3268494035 req-6b847733-a067-4ddf-9e70-3931eece306a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:42.119478 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-1dc82f78-5b1c-4f3d-8568-cc3268494035 req-6b847733-a067-4ddf-9e70-3931eece306a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] For port a40ab4f2-bf3d-4638-a21e-1db5a7d44283, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:24:42.119822 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-1dc82f78-5b1c-4f3d-8568-cc3268494035 req-6b847733-a067-4ddf-9e70-3931eece306a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:42.286666 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-1dc82f78-5b1c-4f3d-8568-cc3268494035 req-6b847733-a067-4ddf-9e70-3931eece306a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:42.286952 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-1dc82f78-5b1c-4f3d-8568-cc3268494035 req-6b847733-a067-4ddf-9e70-3931eece306a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545156'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:42.287284 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.l3_db [req-1dc82f78-5b1c-4f3d-8568-cc3268494035 req-6b847733-a067-4ddf-9e70-3931eece306a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Floating IP a886a13f-6bbd-4ebb-92c0-a8b3b1f74997 disassociated. External IP: 172.27.2.82, port: a40ab4f2-bf3d-4638-a21e-1db5a7d44283. Jul 09 22:24:42.287661 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-1dc82f78-5b1c-4f3d-8568-cc3268494035 req-6b847733-a067-4ddf-9e70-3931eece306a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Calling delete_port for a40ab4f2-bf3d-4638-a21e-1db5a7d44283 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:24:42.417071 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-1dc82f78-5b1c-4f3d-8568-cc3268494035 req-6b847733-a067-4ddf-9e70-3931eece306a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:42.447565 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b847733-a067-4ddf-9e70-3931eece306a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Pushing event deleted for resources: {'Port': ['ID=a40ab4f2-bf3d-4638-a21e-1db5a7d44283,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:42.557547 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dc82f78-5b1c-4f3d-8568-cc3268494035 req-6b847733-a067-4ddf-9e70-3931eece306a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Router 5cf8dae8-9608-48c5-97df-3f54aff8b93d has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:24:42.666922 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dc82f78-5b1c-4f3d-8568-cc3268494035 req-6b847733-a067-4ddf-9e70-3931eece306a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:24:42.677950 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582be48f-da99-4b28-beef-c79180368ce7 None None] Sync routers for ids ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:24:42.687294 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582be48f-da99-4b28-beef-c79180368ce7 None None] Routers {'5cf8dae8-9608-48c5-97df-3f54aff8b93d'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:24:42.687938 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-582be48f-da99-4b28-beef-c79180368ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:24:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:42.709703 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc82f78-5b1c-4f3d-8568-cc3268494035 req-6b847733-a067-4ddf-9e70-3931eece306a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] No DVR routers for this DVR port a40ab4f2-bf3d-4638-a21e-1db5a7d44283 on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:24:42.712309 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-1dc82f78-5b1c-4f3d-8568-cc3268494035 req-6b847733-a067-4ddf-9e70-3931eece306a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:42.714380 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1dc82f78-5b1c-4f3d-8568-cc3268494035 req-6b847733-a067-4ddf-9e70-3931eece306a tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.11 "DELETE /v2.0/ports/a40ab4f2-bf3d-4638-a21e-1db5a7d44283 HTTP/1.1" status: 204 len: 173 time: 0.7747939 Jul 09 22:24:42.714766 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3401723a-a8ff-4c6a-9504-0ce870caf59c', 'name': 'network-vif-deleted', 'tag': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:24:42.717039 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76308bf0-4edd-4e95-87d4-c613aef127dc" -d '{"events": [{"server_uuid": "3401723a-a8ff-4c6a-9504-0ce870caf59c", "name": "network-vif-deleted", "tag": "a40ab4f2-bf3d-4638-a21e-1db5a7d44283"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:24:42.758796 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef6232e-7b5d-4a5b-b5b5-3d1f0a79e8b0 x-openstack-request-id: req-9ef6232e-7b5d-4a5b-b5b5-3d1f0a79e8b0 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:24:42.759149 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3401723a-a8ff-4c6a-9504-0ce870caf59c", "name": "network-vif-deleted", "tag": "a40ab4f2-bf3d-4638-a21e-1db5a7d44283", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:24:42.759463 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ef6232e-7b5d-4a5b-b5b5-3d1f0a79e8b0 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:24:42.759942 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3401723a-a8ff-4c6a-9504-0ce870caf59c', 'name': 'network-vif-deleted', 'tag': 'a40ab4f2-bf3d-4638-a21e-1db5a7d44283', 'status': 'completed', 'code': 200} Jul 09 22:24:42.808000 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-582be48f-da99-4b28-beef-c79180368ce7 None None] Set router 5cf8dae8-9608-48c5-97df-3f54aff8b93d gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:24:42.882610 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0966dc21-4843-4a46-aaa0-11f71cc10225 req-3d083f8b-7af0-409c-a887-3cbcd4dcfb01 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/ports?device_id=3401723a-a8ff-4c6a-9504-0ce870caf59c HTTP/1.1" status: 200 len: 210 time: 0.0290890 Jul 09 22:24:43.016826 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-582be48f-da99-4b28-beef-c79180368ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:22Z', 'revision_number': 4, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port': {'id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:37:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '5f73060c-1d41-4062-97d0-55790f497aa1', 'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'mac_address': 'fa:16:3e:f9:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:21Z', 'updated_at': '2021-07-09T22:15:28Z', 'revision_number': 5, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'subnets': [{'id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:43.045380 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582be48f-da99-4b28-beef-c79180368ce7 None None] Checking router: 5cf8dae8-9608-48c5-97df-3f54aff8b93d for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:24:43.053376 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582be48f-da99-4b28-beef-c79180368ce7 None None] Routers {'5cf8dae8-9608-48c5-97df-3f54aff8b93d'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:24:43.053965 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-582be48f-da99-4b28-beef-c79180368ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:24:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:43.158198 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-582be48f-da99-4b28-beef-c79180368ce7 None None] Set router 5cf8dae8-9608-48c5-97df-3f54aff8b93d gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:24:43.355737 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-582be48f-da99-4b28-beef-c79180368ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:22Z', 'revision_number': 4, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port': {'id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:37:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '5f73060c-1d41-4062-97d0-55790f497aa1', 'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'mac_address': 'fa:16:3e:f9:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:21Z', 'updated_at': '2021-07-09T22:15:28Z', 'revision_number': 5, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'subnets': [{'id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:43.381870 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582be48f-da99-4b28-beef-c79180368ce7 None None] The sync data for ids ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'] in dv-cinder-794962-8-iscsi is: [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:22Z', 'revision_number': 4, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port': {'id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:37:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '5f73060c-1d41-4062-97d0-55790f497aa1', 'name': '', 'network_id': '31a74b6e-9049-4ba5-9bd6-dbe8ea827637', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'mac_address': 'fa:16:3e:f9:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:21Z', 'updated_at': '2021-07-09T22:15:28Z', 'revision_number': 5, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'subnets': [{'id': 'b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:24:43.584465 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36ad2ef-1d04-4155-aa54-8985ea777f12 None None] New status for floating IP a886a13f-6bbd-4ebb-92c0-a8b3b1f74997: DOWN {{(pid=93130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 22:24:44.014930 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 44548) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:44.068298 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5c40c9bc-860a-4fd6-94ef-26a4679091dc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:44.091192 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5c40c9bc-860a-4fd6-94ef-26a4679091dc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:44.136540 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5c40c9bc-860a-4fd6-94ef-26a4679091dc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:44.139080 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5c40c9bc-860a-4fd6-94ef-26a4679091dc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:44.140196 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-5c40c9bc-860a-4fd6-94ef-26a4679091dc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "DELETE /v2.0/security-groups/718f254f-44f1-4e4e-a23d-faedf582e688 HTTP/1.1" status: 204 len: 168 time: 0.1242914 Jul 09 22:24:44.143075 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 44550) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:44.148916 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40c9bc-860a-4fd6-94ef-26a4679091dc tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=718f254f-44f1-4e4e-a23d-faedf582e688,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:44.157878 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.api.v2.resource [None req-d0dfdada-06b6-4507-9959-2d06e6cfb75d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] show failed (client error): The resource could not be found. Jul 09 22:24:44.161599 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-d0dfdada-06b6-4507-9959-2d06e6cfb75d tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "GET /v2.0/security-groups/718f254f-44f1-4e4e-a23d-faedf582e688 HTTP/1.1" status: 404 len: 347 time: 0.0147872 Jul 09 22:24:44.161800 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 44552) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:44.284415 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-29cee89c-c222-4e1d-9229-29420cea4825 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Deleting port d3bbbaaa-627f-4f3c-83bd-85f77b2be9c6 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:24:44.284767 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-29cee89c-c222-4e1d-9229-29420cea4825 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:44.356299 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-29cee89c-c222-4e1d-9229-29420cea4825 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:44.356626 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-29cee89c-c222-4e1d-9229-29420cea4825 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:44.367887 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-29cee89c-c222-4e1d-9229-29420cea4825 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Calling delete_port for d3bbbaaa-627f-4f3c-83bd-85f77b2be9c6 owned by network:floatingip {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:24:44.498153 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-29cee89c-c222-4e1d-9229-29420cea4825 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:44.522772 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cee89c-c222-4e1d-9229-29420cea4825 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Pushing event deleted for resources: {'Port': ['ID=d3bbbaaa-627f-4f3c-83bd-85f77b2be9c6,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:44.587100 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-29cee89c-c222-4e1d-9229-29420cea4825 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks [] for floatingip, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:44.589637 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-29cee89c-c222-4e1d-9229-29420cea4825 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:44.590776 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-29cee89c-c222-4e1d-9229-29420cea4825 tempest-AttachVolumeShelveTestJSON-346889108 tempest-AttachVolumeShelveTestJSON-346889108-project] 10.222.0.10 "DELETE /v2.0/floatingips/a886a13f-6bbd-4ebb-92c0-a8b3b1f74997 HTTP/1.1" status: 204 len: 168 time: 0.4280863 Jul 09 22:24:44.819637 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e2acc101-8be1-4a63-8735-efc3b069f505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:45.006602 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:24:45.237808 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:46.124851 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device a40ab4f2-bf3d-4638-a21e-1db5a7d44283 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:24:46.148292 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: a40ab4f2-bf3d-4638-a21e-1db5a7d44283 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:24:46.148556 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device a40ab4f2-bf3d-4638-a21e-1db5a7d44283 not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:24:46.676355 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:47.157663 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 44576) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:47.762549 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2288c25a-a608-4a52-a3ef-4396a1ab83af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545529'] for router_interface, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:48.011459 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-2288c25a-a608-4a52-a3ef-4396a1ab83af admin admin] Deleting port 5f73060c-1d41-4062-97d0-55790f497aa1 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:24:48.011706 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2288c25a-a608-4a52-a3ef-4396a1ab83af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:48.088891 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-2288c25a-a608-4a52-a3ef-4396a1ab83af admin admin] For port 5f73060c-1d41-4062-97d0-55790f497aa1, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=5f73060c-1d41-4062-97d0-55790f497aa1,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:24:48.089252 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2288c25a-a608-4a52-a3ef-4396a1ab83af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:48.101501 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-2288c25a-a608-4a52-a3ef-4396a1ab83af admin admin] Calling delete_port for 5f73060c-1d41-4062-97d0-55790f497aa1 owned by network:router_interface {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:24:48.274319 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2288c25a-a608-4a52-a3ef-4396a1ab83af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:48.296795 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288c25a-a608-4a52-a3ef-4396a1ab83af admin admin] Pushing event deleted for resources: {'Port': ['ID=5f73060c-1d41-4062-97d0-55790f497aa1,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:48.465361 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:48.465926 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2288c25a-a608-4a52-a3ef-4396a1ab83af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548807'] for router_interface, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:48.943467 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2288c25a-a608-4a52-a3ef-4396a1ab83af admin admin] Router 5cf8dae8-9608-48c5-97df-3f54aff8b93d has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:24:49.046521 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2288c25a-a608-4a52-a3ef-4396a1ab83af admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:24:49.051600 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-2288c25a-a608-4a52-a3ef-4396a1ab83af admin admin] 10.222.0.10 "PUT /v2.0/routers/5cf8dae8-9608-48c5-97df-3f54aff8b93d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8928535 Jul 09 22:24:49.054101 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 44580) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:49.056308 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc963434-ada0-40b6-b4d5-776d03a5f4bf None None] Sync routers for ids ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:24:49.065408 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc963434-ada0-40b6-b4d5-776d03a5f4bf None None] Routers {'5cf8dae8-9608-48c5-97df-3f54aff8b93d'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:24:49.066023 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-cc963434-ada0-40b6-b4d5-776d03a5f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:24:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:49.155856 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6f54bce5-ae4f-4dba-9e22-4a8686eddcc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:49.169380 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-cc963434-ada0-40b6-b4d5-776d03a5f4bf None None] Set router 5cf8dae8-9608-48c5-97df-3f54aff8b93d gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:24:49.258379 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6f54bce5-ae4f-4dba-9e22-4a8686eddcc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:49.316185 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-6f54bce5-ae4f-4dba-9e22-4a8686eddcc7 admin admin] Deleting port b1224704-e073-458a-bffe-c15449cbc46b {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:24:49.316928 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6f54bce5-ae4f-4dba-9e22-4a8686eddcc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:49.345591 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-cc963434-ada0-40b6-b4d5-776d03a5f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:24:48Z', 'revision_number': 5, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port': {'id': 'b1224704-e073-458a-bffe-c15449cbc46b', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:37:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:49.376189 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc963434-ada0-40b6-b4d5-776d03a5f4bf None None] Checking router: 5cf8dae8-9608-48c5-97df-3f54aff8b93d for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:24:49.384509 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc963434-ada0-40b6-b4d5-776d03a5f4bf None None] Routers {'5cf8dae8-9608-48c5-97df-3f54aff8b93d'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:24:49.385212 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-cc963434-ada0-40b6-b4d5-776d03a5f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:24:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:49.395883 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-6f54bce5-ae4f-4dba-9e22-4a8686eddcc7 admin admin] For port b1224704-e073-458a-bffe-c15449cbc46b, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=b1224704-e073-458a-bffe-c15449cbc46b,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:24:49.396236 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6f54bce5-ae4f-4dba-9e22-4a8686eddcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:49.412751 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-6f54bce5-ae4f-4dba-9e22-4a8686eddcc7 admin admin] Calling delete_port for b1224704-e073-458a-bffe-c15449cbc46b owned by network:router_gateway {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:24:49.467686 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-cc963434-ada0-40b6-b4d5-776d03a5f4bf None None] Set router 5cf8dae8-9608-48c5-97df-3f54aff8b93d gateway port host: None {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:24:49.521728 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-cc963434-ada0-40b6-b4d5-776d03a5f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:24:49Z', 'revision_number': 6, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port_host': None}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:49.548620 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc963434-ada0-40b6-b4d5-776d03a5f4bf None None] The sync data for ids ['5cf8dae8-9608-48c5-97df-3f54aff8b93d'] in dv-cinder-794962-8-iscsi is: [{'id': '5cf8dae8-9608-48c5-97df-3f54aff8b93d', 'name': 'tempest-AttachVolumeShelveTestJSON-1118219588-router', 'tenant_id': '7e15379ef8574723b1d38df0187a7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:15:18Z', 'updated_at': '2021-07-09T22:24:49Z', 'revision_number': 6, 'project_id': '7e15379ef8574723b1d38df0187a7df7', 'gw_port_host': None}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:24:49.577616 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6f54bce5-ae4f-4dba-9e22-4a8686eddcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:49.605232 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54bce5-ae4f-4dba-9e22-4a8686eddcc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1224704-e073-458a-bffe-c15449cbc46b,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:49.668086 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6f54bce5-ae4f-4dba-9e22-4a8686eddcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545214'] for router_gateway, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:49.757493 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6f54bce5-ae4f-4dba-9e22-4a8686eddcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518713'] for router, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:49.760514 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6f54bce5-ae4f-4dba-9e22-4a8686eddcc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:49.801814 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6f54bce5-ae4f-4dba-9e22-4a8686eddcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555162'] for router, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:49.802269 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f54bce5-ae4f-4dba-9e22-4a8686eddcc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cf8dae8-9608-48c5-97df-3f54aff8b93d {{(pid=93128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 22:24:49.807085 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6f54bce5-ae4f-4dba-9e22-4a8686eddcc7 admin admin] Notify callbacks [] for router, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:49.808351 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-6f54bce5-ae4f-4dba-9e22-4a8686eddcc7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5cf8dae8-9608-48c5-97df-3f54aff8b93d HTTP/1.1" status: 204 len: 168 time: 0.7531569 Jul 09 22:24:49.810775 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 44582) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:49.856935 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23332c2-c62d-4ca0-9753-72788af941ab admin admin] Deleting subnet b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6 {{(pid=93128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 22:24:49.859941 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e23332c2-c62d-4ca0-9753-72788af941ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:49.899188 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e23332c2-c62d-4ca0-9753-72788af941ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5189479'] for subnet, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:49.979342 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e23332c2-c62d-4ca0-9753-72788af941ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1912411'] for subnet, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:50.034396 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e23332c2-c62d-4ca0-9753-72788af941ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1912402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6872929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4538554'] for subnet, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:50.060986 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23332c2-c62d-4ca0-9753-72788af941ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:50.062863 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e23332c2-c62d-4ca0-9753-72788af941ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:50.064711 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-e23332c2-c62d-4ca0-9753-72788af941ab admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b9d7ec19-d147-46c3-b1d9-7a76ac8f51f6 HTTP/1.1" status: 204 len: 168 time: 0.2529957 Jul 09 22:24:50.067147 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 44584) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:50.069018 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2887f5c8-aa3c-470a-ae3c-02a54408925f None None] Network 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:24:50.135660 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1966383'] for network, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:50.190052 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] Deleting port 2f5d1200-880a-4258-ac05-45c1c7319f75 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:24:50.190391 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:50.256761 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] For port 2f5d1200-880a-4258-ac05-45c1c7319f75, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=2f5d1200-880a-4258-ac05-45c1c7319f75,segment=NetworkSegment(7752d580-ad3b-4a78-a6e8-db510d11b640),segment_id=7752d580-ad3b-4a78-a6e8-db510d11b640)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:24:50.257138 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:50.270886 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] Calling delete_port for 2f5d1200-880a-4258-ac05-45c1c7319f75 owned by network:dhcp {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:24:50.356113 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:50.369980 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ade9a0a-dd43-485c-94b0-28df34f00db1 None None] DHCP port deletion for 31a74b6e-9049-4ba5-9bd6-dbe8ea827637 request from dv-cinder-794962-8-iscsi {{(pid=93129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 22:24:50.384229 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f5d1200-880a-4258-ac05-45c1c7319f75,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:50.389233 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] No DVR routers for this DVR port 2f5d1200-880a-4258-ac05-45c1c7319f75 on host dv-cinder-794962-8-iscsi {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:24:50.447897 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 5f73060c-1d41-4062-97d0-55790f497aa1 no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:24:50.466761 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909966', 'neutron.services.segments.db._delete_segments_for_network-8759288836437'] for network, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:50.468260 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: 5f73060c-1d41-4062-97d0-55790f497aa1 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:24:50.468772 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 5f73060c-1d41-4062-97d0-55790f497aa1 not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:24:50.469119 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 2f5d1200-880a-4258-ac05-45c1c7319f75 no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:24:50.477858 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a74b6e-9049-4ba5-9bd6-dbe8ea827637']}} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:50.488483 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7752d580-ad3b-4a78-a6e8-db510d11b640') {'for_net_delete': True} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:50.488804 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7752d580-ad3b-4a78-a6e8-db510d11b640') {} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:50.492338 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: 2f5d1200-880a-4258-ac05-45c1c7319f75 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:24:50.492686 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 2f5d1200-880a-4258-ac05-45c1c7319f75 not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:24:50.493341 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device b1224704-e073-458a-bffe-c15449cbc46b no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:24:50.498324 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759288619569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5189488'] for segment, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:50.512732 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:50.513473 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: b1224704-e073-458a-bffe-c15449cbc46b {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:24:50.513867 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device b1224704-e073-458a-bffe-c15449cbc46b not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:24:50.521038 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 22:24:50.521509 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6872964'] for segment, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: Traceback (most recent call last): Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: timer() Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: cb(*args, **kw) Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: return func(*args, **kwargs) Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: self._notify() Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: self.callback(batched_events) Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: event.method(event) Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: return f(self, *a, **k) Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: return self._get(url).json() Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: return self.request(url, 'GET', **kwargs) Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 22:24:50.523572 dv-cinder-794962-8-iscsi neutron-server[93128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 22:24:50.584149 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545178'] for network, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:50.589400 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:50.591244 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] 10.222.0.10 "DELETE /v2.0/networks/31a74b6e-9049-4ba5-9bd6-dbe8ea827637 HTTP/1.1" status: 204 len: 168 time: 0.5231941 Jul 09 22:24:50.601974 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c083e-810c-401b-90da-c0c0f3eb322d admin admin] Pushing event deleted for resources: {'Network': ['ID=31a74b6e-9049-4ba5-9bd6-dbe8ea827637,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:50.635019 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:50.762165 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 44588) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:50.801576 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-ab9c8674-2eaa-442e-8b02-cf5ac1995c06 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e15379ef8574723b1d38df0187a7df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382788 Jul 09 22:24:50.804063 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 44590) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:50.851035 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-76d02152-01e6-4ca0-9c7e-bcea28d7011f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:50.872214 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-76d02152-01e6-4ca0-9c7e-bcea28d7011f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:50.920546 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-76d02152-01e6-4ca0-9c7e-bcea28d7011f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:50.923089 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-76d02152-01e6-4ca0-9c7e-bcea28d7011f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:50.924228 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-76d02152-01e6-4ca0-9c7e-bcea28d7011f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f578ea73-eb18-42cd-a8b5-0eedbd67554e HTTP/1.1" status: 204 len: 168 time: 0.1192539 Jul 09 22:24:50.932334 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d02152-01e6-4ca0-9c7e-bcea28d7011f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f578ea73-eb18-42cd-a8b5-0eedbd67554e,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:51.595659 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 44612) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:51.688209 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-911af830-05ed-4452-ab79-22785a3c0295 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1327371054-network', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:24:51.708370 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911af830-05ed-4452-ab79-22785a3c0295 admin admin] Made reservation on behalf of 91cfd66ca6284064bc95cc53bf8a4980 for: {'network': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:24:51.710635 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-911af830-05ed-4452-ab79-22785a3c0295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:51.719320 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-911af830-05ed-4452-ab79-22785a3c0295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:51.804689 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-911af830-05ed-4452-ab79-22785a3c0295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:51.808267 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-911af830-05ed-4452-ab79-22785a3c0295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:51.834405 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911af830-05ed-4452-ab79-22785a3c0295 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=93128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 22:24:51.841096 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911af830-05ed-4452-ab79-22785a3c0295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f724d4-cb44-48be-bb9a-fded755e8d36,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:51.847004 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-911af830-05ed-4452-ab79-22785a3c0295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:51.847409 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.segments_db [None req-911af830-05ed-4452-ab79-22785a3c0295 admin admin] Added segment 18e2ecd3-5c8e-43d6-b96b-308cac4ccd59 of type vlan for network d9ecf93f-6cbc-476c-98b7-d619f5245872 Jul 09 22:24:51.886884 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-911af830-05ed-4452-ab79-22785a3c0295 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:51.915521 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-911af830-05ed-4452-ab79-22785a3c0295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:51.916397 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911af830-05ed-4452-ab79-22785a3c0295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:24:51.917001 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-911af830-05ed-4452-ab79-22785a3c0295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:51.971326 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-911af830-05ed-4452-ab79-22785a3c0295 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3743985 Jul 09 22:24:51.974226 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 44616) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:51.980279 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-96bab373-9077-41f5-be41-5aaae4630d18 admin admin] Request body: {'subnet': {'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1327371054-subnet', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:24:51.981954 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911af830-05ed-4452-ab79-22785a3c0295 admin admin] Pushing event updated for resources: {'Network': ['ID=d9ecf93f-6cbc-476c-98b7-d619f5245872,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:51.991857 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network d9ecf93f-6cbc-476c-98b7-d619f5245872 details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:24:52.001570 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bab373-9077-41f5-be41-5aaae4630d18 admin admin] Made reservation on behalf of 91cfd66ca6284064bc95cc53bf8a4980 for: {'subnet': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:24:52.003885 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-96bab373-9077-41f5-be41-5aaae4630d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5560503'] for subnet, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:52.168960 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-96bab373-9077-41f5-be41-5aaae4630d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6067474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5560485'] for subnet, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:52.216977 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bab373-9077-41f5-be41-5aaae4630d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c44eb69-7fb8-492f-882d-c73fd2815398,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:52.231947 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bab373-9077-41f5-be41-5aaae4630d18 admin admin] Checking segment: {'id': '18e2ecd3-5c8e-43d6-b96b-308cac4ccd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:24:52.232304 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bab373-9077-41f5-be41-5aaae4630d18 admin admin] Network hostable DHCP agents. Network: d9ecf93f-6cbc-476c-98b7-d619f5245872, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:24:52.248629 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bab373-9077-41f5-be41-5aaae4630d18 admin admin] Network d9ecf93f-6cbc-476c-98b7-d619f5245872 is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:24:52.258385 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-96bab373-9077-41f5-be41-5aaae4630d18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, d9ecf93f-6cbc-476c-98b7-d619f5245872) {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:24:52.263243 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bab373-9077-41f5-be41-5aaae4630d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:24:52.263868 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-96bab373-9077-41f5-be41-5aaae4630d18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:52.269291 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b15b1d5-bae1-4a0c-8b81-70e9f96ab998 None None] Network d9ecf93f-6cbc-476c-98b7-d619f5245872 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:24:52.277655 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-96bab373-9077-41f5-be41-5aaae4630d18 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3023331 Jul 09 22:24:52.280585 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 44618) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:52.285466 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:24:52.306537 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518699'] for router, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:52.307702 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518706'] for router, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:52.358109 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:52.419203 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7463845-7020-514f-8315-7c447ba083c1-d9ecf93f-6cbc-476c-98b7-d619f5245872', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'fixed_ips': [{'subnet_id': '8c44eb69-7fb8-492f-882d-c73fd2815398'}]}} from dv-cinder-794962-8-iscsi. {{(pid=93129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 22:24:52.420294 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:52.495012 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-518656'] for router, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:52.558705 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Allocated IP 172.20.0.2 (d9ecf93f-6cbc-476c-98b7-d619f5245872/8c44eb69-7fb8-492f-882d-c73fd2815398/bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:24:52.703208 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:52.707156 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:52.715836 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Transition to ACTIVE for port object bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6 will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:24:52.723351 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:52.731018 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Transition to ACTIVE for port object bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6 will not be triggered until provisioned by entity DHCP. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:24:52.737140 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:52.771345 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Network d9ecf93f-6cbc-476c-98b7-d619f5245872 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:24:52.778092 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:24:52.781623 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:24:52.788575 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Pushing event updated for resources: {'Port': ['ID=bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:52.815371 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:52.815724 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:52.816122 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:52.816465 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:52.816832 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:52.817228 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:52.817564 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:52.817900 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:52.818227 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:52.818554 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:52.818913 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:52.819199 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:52.825286 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] Allocated IP 172.27.2.98 (48f3c221-d066-4df5-b08c-0298bc94fba3/de0a8c43-0791-41b8-9204-ec5737d75642/4c40438f-eacb-4bdf-85d8-700f4ba5370e) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:24:52.851841 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Attempting to bind port bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:24:52.852274 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Attempting to bind port bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '18e2ecd3-5c8e-43d6-b96b-308cac4ccd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:24:52.853169 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Attempting to bind port bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6 on network d9ecf93f-6cbc-476c-98b7-d619f5245872 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:24:52.858136 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:24:52.858515 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Checking segment: {'id': '18e2ecd3-5c8e-43d6-b96b-308cac4ccd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:24:52.858918 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:52.859323 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Bound using segment: {'id': '18e2ecd3-5c8e-43d6-b96b-308cac4ccd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:24:52.859777 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Bound port: bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e2ecd3-5c8e-43d6-b96b-308cac4ccd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:24:52.860153 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:52.924415 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] For port bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:24:52.927573 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] For port bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6,segment=NetworkSegment(18e2ecd3-5c8e-43d6-b96b-308cac4ccd59),segment_id=18e2ecd3-5c8e-43d6-b96b-308cac4ccd59)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:24:52.928743 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:52.933651 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:52.972251 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:52.997039 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c0532-8b3d-40de-ba5a-501d5d191c3e None None] Pushing event updated for resources: {'Port': ['ID=bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:53.017865 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:24:53.021001 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:24:53.026222 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:24:53.059764 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] Pushing event updated for resources: {'Port': ['ID=4c40438f-eacb-4bdf-85d8-700f4ba5370e,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:53.309777 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:53.498799 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545250'] for router, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:53.626989 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] Router 53638ab7-0d9a-4700-81ac-c77334a19be1 is scheduled to L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 with binding_index 1 {{(pid=93128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 22:24:53.732276 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:24:53.743434 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Sync routers for ids ['53638ab7-0d9a-4700-81ac-c77334a19be1'] in dv-cinder-794962-8-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:24:53.749679 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] Notify callbacks [] for router, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:53.753533 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-d4947082-7374-46a0-b675-6fb0be9b2f4d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4694088 Jul 09 22:24:53.753798 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 44620) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:53.756066 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Routers {'53638ab7-0d9a-4700-81ac-c77334a19be1'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:24:53.756871 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:24:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['53638ab7-0d9a-4700-81ac-c77334a19be1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:53.865921 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Set router 53638ab7-0d9a-4700-81ac-c77334a19be1 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:24:53.909820 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b29758-621f-4aaf-aa59-bedac852373e None None] Network d9ecf93f-6cbc-476c-98b7-d619f5245872 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:24:53.984797 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-812ba4ff-8f0e-4f55-8742-52bec7c4de4e None None] Provisioning for port bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:24:54.053097 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:53Z', 'revision_number': 3, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port': {'id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:74:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:54.083388 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Checking router: 53638ab7-0d9a-4700-81ac-c77334a19be1 for host: dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:24:54.083730 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Updating router 53638ab7-0d9a-4700-81ac-c77334a19be1 port 4c40438f-eacb-4bdf-85d8-700f4ba5370e binding host dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:24:54.117340 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:54.173745 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:54.380198 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Notify callbacks [] for port, precommit_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:54.391094 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Transition to ACTIVE for port object 4c40438f-eacb-4bdf-85d8-700f4ba5370e will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:24:54.397763 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:54.449530 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed8bf6-42f6-4436-a455-73123495d16a None None] Pushing event updated for resources: {'Port': ['ID=4c40438f-eacb-4bdf-85d8-700f4ba5370e,revision_number=2']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:54.455399 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:24:54.463509 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed8bf6-42f6-4436-a455-73123495d16a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:54.463857 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed8bf6-42f6-4436-a455-73123495d16a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:54.464183 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed8bf6-42f6-4436-a455-73123495d16a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:54.464508 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed8bf6-42f6-4436-a455-73123495d16a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:54.464856 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed8bf6-42f6-4436-a455-73123495d16a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:54.465180 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed8bf6-42f6-4436-a455-73123495d16a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:54.465497 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed8bf6-42f6-4436-a455-73123495d16a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:54.465813 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed8bf6-42f6-4436-a455-73123495d16a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:54.466145 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed8bf6-42f6-4436-a455-73123495d16a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:54.466461 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed8bf6-42f6-4436-a455-73123495d16a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:54.466775 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed8bf6-42f6-4436-a455-73123495d16a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:54.467090 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed8bf6-42f6-4436-a455-73123495d16a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:24:54.472630 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Attempting to bind port 4c40438f-eacb-4bdf-85d8-700f4ba5370e on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:24:54.473020 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Attempting to bind port 4c40438f-eacb-4bdf-85d8-700f4ba5370e by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:24:54.473378 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Attempting to bind port 4c40438f-eacb-4bdf-85d8-700f4ba5370e on network 48f3c221-d066-4df5-b08c-0298bc94fba3 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:24:54.479446 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:24:54.479807 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Checking segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:24:54.480205 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:54.480591 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Bound using segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:24:54.481081 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Bound port: 4c40438f-eacb-4bdf-85d8-700f4ba5370e, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:24:54.481470 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:54.512187 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:24:54.515923 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:24:54.516935 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:54.533977 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] For port 4c40438f-eacb-4bdf-85d8-700f4ba5370e, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:24:54.537121 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] For port 4c40438f-eacb-4bdf-85d8-700f4ba5370e, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=4c40438f-eacb-4bdf-85d8-700f4ba5370e,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:24:54.543494 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:54.583319 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Routers {'53638ab7-0d9a-4700-81ac-c77334a19be1'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:24:54.583927 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:24:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['53638ab7-0d9a-4700-81ac-c77334a19be1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:54.606887 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:54.638630 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] Allocated IP 172.20.0.1 (d9ecf93f-6cbc-476c-98b7-d619f5245872/8c44eb69-7fb8-492f-882d-c73fd2815398/f29368df-90ee-4c59-90ec-c898f9e36627) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:24:54.646064 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6,segment=NetworkSegment(18e2ecd3-5c8e-43d6-b96b-308cac4ccd59),segment_id=18e2ecd3-5c8e-43d6-b96b-308cac4ccd59)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:24:54.650972 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:54.690746 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed8bf6-42f6-4436-a455-73123495d16a None None] Pushing event updated for resources: {'Port': ['ID=4c40438f-eacb-4bdf-85d8-700f4ba5370e,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:54.705794 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:54.709929 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] Set router 53638ab7-0d9a-4700-81ac-c77334a19be1 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:24:54.757475 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:54.770873 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] Transition to ACTIVE for port object f29368df-90ee-4c59-90ec-c898f9e36627 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:24:54.803133 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:54.842011 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] Network d9ecf93f-6cbc-476c-98b7-d619f5245872 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:24:54.844792 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:24:54.848305 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:24:54.872505 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] Pushing event updated for resources: {'Port': ['ID=f29368df-90ee-4c59-90ec-c898f9e36627,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:54.891784 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548053'] for router_interface, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:54.902327 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:53Z', 'revision_number': 3, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port': {'id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:74:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:54.929798 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40b63d4-b648-4908-868d-f54345e37430 None None] The sync data for ids ['53638ab7-0d9a-4700-81ac-c77334a19be1'] in dv-cinder-794962-8-iscsi is: [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:53Z', 'revision_number': 3, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port': {'id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:74:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:24:55.039815 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:55.041065 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-43c56f00-aa0d-4536-900d-e2516e9e3265 None None] Provisioning for port f29368df-90ee-4c59-90ec-c898f9e36627 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:24:55.044932 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-43c56f00-aa0d-4536-900d-e2516e9e3265 None None] Provisioning complete for port f29368df-90ee-4c59-90ec-c898f9e36627 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:24:55.045305 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-43c56f00-aa0d-4536-900d-e2516e9e3265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:55.081323 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-43c56f00-aa0d-4536-900d-e2516e9e3265 None None] Port f29368df-90ee-4c59-90ec-c898f9e36627 cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:24:55.221933 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:55.226629 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:55.298478 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] Pushing event updated for resources: {'Port': ['ID=f29368df-90ee-4c59-90ec-c898f9e36627,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:55.301189 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545448'] for router_interface, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:55.395152 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] Network d9ecf93f-6cbc-476c-98b7-d619f5245872 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:24:55.396650 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:24:55.519303 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] Router 53638ab7-0d9a-4700-81ac-c77334a19be1 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:24:55.606114 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-568ec7d4-5fb1-4311-a899-a406c23d8701 None None] Provisioning complete for port f29368df-90ee-4c59-90ec-c898f9e36627 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:24:55.606690 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-568ec7d4-5fb1-4311-a899-a406c23d8701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:55.635385 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:24:55.640580 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-da9f778f-7ba1-40f0-9e4c-7426527ed947 admin admin] 10.222.0.10 "PUT /v2.0/routers/53638ab7-0d9a-4700-81ac-c77334a19be1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8853772 Jul 09 22:24:55.647362 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-568ec7d4-5fb1-4311-a899-a406c23d8701 None None] Port f29368df-90ee-4c59-90ec-c898f9e36627 cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:24:56.291964 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 44628) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:56.296889 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-664f3c36-ada4-4398-bb76-fde2bff31ef7 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--239839712', 'description': 'tempest-description--1963858100'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:24:56.320285 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-664f3c36-ada4-4398-bb76-fde2bff31ef7 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:56.408386 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-664f3c36-ada4-4398-bb76-fde2bff31ef7 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:56.413388 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-664f3c36-ada4-4398-bb76-fde2bff31ef7 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:56.440987 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-664f3c36-ada4-4398-bb76-fde2bff31ef7 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:56.442232 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-664f3c36-ada4-4398-bb76-fde2bff31ef7 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1492586 Jul 09 22:24:56.445304 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 44630) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:56.447098 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f3c36-ada4-4398-bb76-fde2bff31ef7 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96974524-c016-4fb6-ac7f-36bbc8b798b8,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:56.451693 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-f4177e21-9272-4f0a-8abd-89f9ede409e4 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Request body: {'security_group_rule': {'security_group_id': '96974524-c016-4fb6-ac7f-36bbc8b798b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:24:56.482112 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f4177e21-9272-4f0a-8abd-89f9ede409e4 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:56.499323 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Sync routers for ids ['53638ab7-0d9a-4700-81ac-c77334a19be1'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:24:56.507105 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 4c40438f-eacb-4bdf-85d8-700f4ba5370e up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:24:56.538128 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Routers {'53638ab7-0d9a-4700-81ac-c77334a19be1'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:24:56.538778 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:24:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['53638ab7-0d9a-4700-81ac-c77334a19be1'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:56.544443 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f4177e21-9272-4f0a-8abd-89f9ede409e4 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:56.549910 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f4177e21-9272-4f0a-8abd-89f9ede409e4 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:56.567774 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4177e21-9272-4f0a-8abd-89f9ede409e4 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5815b9d-8902-473f-9aa2-7e977e4266d3,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:56.574463 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f4177e21-9272-4f0a-8abd-89f9ede409e4 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:56.578507 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 44632) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:56.578622 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-f4177e21-9272-4f0a-8abd-89f9ede409e4 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306636 Jul 09 22:24:56.582994 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-6ff05efe-3b84-4de4-a35a-43b827c7bc58 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Request body: {'security_group_rule': {'security_group_id': '96974524-c016-4fb6-ac7f-36bbc8b798b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:24:56.611439 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6ff05efe-3b84-4de4-a35a-43b827c7bc58 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:56.647640 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 4c40438f-eacb-4bdf-85d8-700f4ba5370e completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:24:56.656641 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 4c40438f-eacb-4bdf-85d8-700f4ba5370e triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:24:56.656954 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:56.670176 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6ff05efe-3b84-4de4-a35a-43b827c7bc58 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:56.673856 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6ff05efe-3b84-4de4-a35a-43b827c7bc58 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:56.692704 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Set router 53638ab7-0d9a-4700-81ac-c77334a19be1 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:24:56.700420 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff05efe-3b84-4de4-a35a-43b827c7bc58 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdb45fc-4264-4f85-b365-70e08de3a6d2,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:56.704170 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-6ff05efe-3b84-4de4-a35a-43b827c7bc58 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:56.705391 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-6ff05efe-3b84-4de4-a35a-43b827c7bc58 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260135 Jul 09 22:24:56.708268 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 44634) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:24:56.712683 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-5c7fa115-1259-41be-8042-c4e55b8f5b4d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Request body: {'floatingip': {'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:24:56.733774 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa115-1259-41be-8042-c4e55b8f5b4d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for floatingip, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:56.833158 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa115-1259-41be-8042-c4e55b8f5b4d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:56.857287 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:56.895429 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port 4c40438f-eacb-4bdf-85d8-700f4ba5370e, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=4c40438f-eacb-4bdf-85d8-700f4ba5370e,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:24:56.900579 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:56.901372 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:24:56.939714 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_common [None req-5c7fa115-1259-41be-8042-c4e55b8f5b4d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Allocated IP 172.27.2.244 (48f3c221-d066-4df5-b08c-0298bc94fba3/de0a8c43-0791-41b8-9204-ec5737d75642/c4af30d6-0d8a-4cf4-ae7d-09399c626a2c) {{(pid=93127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:24:57.003664 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=4c40438f-eacb-4bdf-85d8-700f4ba5370e,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:57.028576 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:54Z', 'revision_number': 4, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port': {'id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:74:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'f29368df-90ee-4c59-90ec-c898f9e36627', 'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'mac_address': 'fa:16:3e:be:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:54Z', 'updated_at': '2021-07-09T22:24:55Z', 'revision_number': 2, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'subnets': [{'id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:57.030212 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:24:57.030571 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:57.042443 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa115-1259-41be-8042-c4e55b8f5b4d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for port, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:57.074553 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Checking router: 53638ab7-0d9a-4700-81ac-c77334a19be1 for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:24:57.074908 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Updating router 53638ab7-0d9a-4700-81ac-c77334a19be1 port f29368df-90ee-4c59-90ec-c898f9e36627 binding host dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:24:57.081997 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa115-1259-41be-8042-c4e55b8f5b4d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6067558'] for port, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:57.117367 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7fa115-1259-41be-8042-c4e55b8f5b4d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:24:57.120645 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:57.123628 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-5c7fa115-1259-41be-8042-c4e55b8f5b4d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:24:57.127103 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7fa115-1259-41be-8042-c4e55b8f5b4d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Received port after_create {{(pid=93127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:24:57.132843 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fa115-1259-41be-8042-c4e55b8f5b4d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Pushing event updated for resources: {'Port': ['ID=c4af30d6-0d8a-4cf4-ae7d-09399c626a2c,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:57.219288 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa115-1259-41be-8042-c4e55b8f5b4d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:57.265882 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa115-1259-41be-8042-c4e55b8f5b4d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:57.415811 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa115-1259-41be-8042-c4e55b8f5b4d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:57.422411 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa115-1259-41be-8042-c4e55b8f5b4d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6067604'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:57.492015 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fa115-1259-41be-8042-c4e55b8f5b4d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Pushing event updated for resources: {'Port': ['ID=c4af30d6-0d8a-4cf4-ae7d-09399c626a2c,revision_number=2']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:57.498810 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa115-1259-41be-8042-c4e55b8f5b4d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545156'] for floatingip, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:57.512398 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa115-1259-41be-8042-c4e55b8f5b4d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:57.513666 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-5c7fa115-1259-41be-8042-c4e55b8f5b4d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8043897 Jul 09 22:24:57.526609 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:57.537220 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Transition to ACTIVE for port object f29368df-90ee-4c59-90ec-c898f9e36627 will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:24:57.543652 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:57.616315 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ecf31-a4b4-4583-9cfd-cbf408dc5cb1 None None] Pushing event updated for resources: {'Port': ['ID=f29368df-90ee-4c59-90ec-c898f9e36627,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:57.647686 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Attempting to bind port f29368df-90ee-4c59-90ec-c898f9e36627 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:24:57.648040 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Attempting to bind port f29368df-90ee-4c59-90ec-c898f9e36627 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '18e2ecd3-5c8e-43d6-b96b-308cac4ccd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:24:57.648405 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Attempting to bind port f29368df-90ee-4c59-90ec-c898f9e36627 on network d9ecf93f-6cbc-476c-98b7-d619f5245872 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:24:57.653787 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:24:57.654162 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Checking segment: {'id': '18e2ecd3-5c8e-43d6-b96b-308cac4ccd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:24:57.654572 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:57.654941 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Bound using segment: {'id': '18e2ecd3-5c8e-43d6-b96b-308cac4ccd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:24:57.655410 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Bound port: f29368df-90ee-4c59-90ec-c898f9e36627, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e2ecd3-5c8e-43d6-b96b-308cac4ccd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:24:57.655786 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:57.669284 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-77deb586-1ce3-4b30-9358-d78026241932 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--239839712&fields=id&tenant_id=91cfd66ca6284064bc95cc53bf8a4980 HTTP/1.1" status: 200 len: 267 time: 0.0378218 Jul 09 22:24:57.728586 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] For port f29368df-90ee-4c59-90ec-c898f9e36627, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:24:57.732515 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] For port f29368df-90ee-4c59-90ec-c898f9e36627, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=f29368df-90ee-4c59-90ec-c898f9e36627,segment=NetworkSegment(18e2ecd3-5c8e-43d6-b96b-308cac4ccd59),segment_id=18e2ecd3-5c8e-43d6-b96b-308cac4ccd59)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:24:57.737537 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:57.794294 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-3537ffd2-062e-44e1-8048-62243e1cf6ae tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:24:57.794533 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Routers {'53638ab7-0d9a-4700-81ac-c77334a19be1'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:24:57.795039 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:24:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['53638ab7-0d9a-4700-81ac-c77334a19be1'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:57.795916 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-3537ffd2-062e-44e1-8048-62243e1cf6ae tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/networks?id=d9ecf93f-6cbc-476c-98b7-d619f5245872 HTTP/1.1" status: 200 len: 811 time: 0.1233275 Jul 09 22:24:57.814004 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-03bcf7c0-fd3a-4638-b00d-45a553db2b0f tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/quotas/91cfd66ca6284064bc95cc53bf8a4980 HTTP/1.1" status: 200 len: 375 time: 0.0108297 Jul 09 22:24:57.830238 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ecf31-a4b4-4583-9cfd-cbf408dc5cb1 None None] Pushing event updated for resources: {'Port': ['ID=f29368df-90ee-4c59-90ec-c898f9e36627,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:57.893515 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-8487f9fc-4bb3-48fc-9fed-53a3ceab26d7 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=91cfd66ca6284064bc95cc53bf8a4980&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0736077 Jul 09 22:24:57.918854 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] Set router 53638ab7-0d9a-4700-81ac-c77334a19be1 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:24:57.955666 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-f5c7a741-ec56-4727-9bcd-7e108efbdba3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 22:24:57.961262 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-f5c7a741-ec56-4727-9bcd-7e108efbdba3 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0562727 Jul 09 22:24:58.055172 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-9ada61b0-c986-4a38-bd4e-eaee75b7a26d service neutron] 10.222.0.10 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911417 Jul 09 22:24:58.130617 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:54Z', 'revision_number': 4, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port': {'id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:74:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'f29368df-90ee-4c59-90ec-c898f9e36627', 'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'mac_address': 'fa:16:3e:be:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:54Z', 'updated_at': '2021-07-09T22:24:57Z', 'revision_number': 4, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'subnets': [{'id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:24:58.142015 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-d229db60-02fe-45b3-91fc-1ebb2f61cf9c service neutron] 10.222.0.10 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811760 Jul 09 22:24:58.161245 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec17641-5a16-40c4-b574-fa44a6834c64 None None] The sync data for ids ['53638ab7-0d9a-4700-81ac-c77334a19be1'] in dv-cinder-794962-8-iscsi is: [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:54Z', 'revision_number': 4, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port': {'id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:74:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'f29368df-90ee-4c59-90ec-c898f9e36627', 'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'mac_address': 'fa:16:3e:be:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:54Z', 'updated_at': '2021-07-09T22:24:57Z', 'revision_number': 4, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'subnets': [{'id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:24:58.327569 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c05397da-0db4-4ff9-ac9e-15703264804c req-69df9ddc-e4fd-46dd-897e-ccd9b0bcee0d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 210 time: 0.0312417 Jul 09 22:24:58.513916 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 4c40438f-eacb-4bdf-85d8-700f4ba5370e up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:24:58.573033 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 4c40438f-eacb-4bdf-85d8-700f4ba5370e triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:24:58.573501 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:58.668889 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device f29368df-90ee-4c59-90ec-c898f9e36627 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:24:58.727721 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port f29368df-90ee-4c59-90ec-c898f9e36627 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:24:58.731826 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port f29368df-90ee-4c59-90ec-c898f9e36627 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:24:58.732555 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:58.820020 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:58.856139 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port f29368df-90ee-4c59-90ec-c898f9e36627, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=f29368df-90ee-4c59-90ec-c898f9e36627,segment=NetworkSegment(18e2ecd3-5c8e-43d6-b96b-308cac4ccd59),segment_id=18e2ecd3-5c8e-43d6-b96b-308cac4ccd59)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:24:58.862870 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:24:58.919582 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=f29368df-90ee-4c59-90ec-c898f9e36627,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:24:59.474804 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cdc53d27-be7e-46d4-b5fe-e81eb196696d req-91e396a3-6a29-4cdb-a7c3-3d3640ab0978 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 210 time: 0.0316403 Jul 09 22:24:59.752674 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-64015bd7-077e-49e3-afe6-21f6626657b0 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:24:59.754369 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-64015bd7-077e-49e3-afe6-21f6626657b0 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.11 "GET /v2.0/networks?id=d9ecf93f-6cbc-476c-98b7-d619f5245872 HTTP/1.1" status: 200 len: 811 time: 0.1006572 Jul 09 22:24:59.798287 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-659719e7-a4ea-4c65-a5f3-c1ca2df6bc43 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91cfd66ca6284064bc95cc53bf8a4980 HTTP/1.1" status: 200 len: 379 time: 0.0352802 Jul 09 22:24:59.807838 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-58636fec-9561-4e60-93cf-ececb601191a tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Request body: {'port': {'device_id': 'd7ee4d7e-8eba-4c0e-9c22-0673446a9f92', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'admin_state_up': True, 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'security_groups': ['96974524-c016-4fb6-ac7f-36bbc8b798b8']}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:24:59.931144 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-58636fec-9561-4e60-93cf-ececb601191a tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Made reservation on behalf of 91cfd66ca6284064bc95cc53bf8a4980 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:24:59.934737 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-58636fec-9561-4e60-93cf-ececb601191a tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:00.057135 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-58636fec-9561-4e60-93cf-ececb601191a tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Allocated IP 172.20.0.9 (d9ecf93f-6cbc-476c-98b7-d619f5245872/8c44eb69-7fb8-492f-882d-c73fd2815398/f45c7ea0-a875-4880-a190-6167790e16b4) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:25:00.198053 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-58636fec-9561-4e60-93cf-ececb601191a tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:00.211184 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-58636fec-9561-4e60-93cf-ececb601191a tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Transition to ACTIVE for port object f45c7ea0-a875-4880-a190-6167790e16b4 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:25:00.242281 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-58636fec-9561-4e60-93cf-ececb601191a tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:00.290363 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-58636fec-9561-4e60-93cf-ececb601191a tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Network d9ecf93f-6cbc-476c-98b7-d619f5245872 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:25:00.293461 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-58636fec-9561-4e60-93cf-ececb601191a tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:25:00.297311 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-58636fec-9561-4e60-93cf-ececb601191a tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:25:00.322017 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58636fec-9561-4e60-93cf-ececb601191a tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Pushing event updated for resources: {'Port': ['ID=f45c7ea0-a875-4880-a190-6167790e16b4,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:25:00.353841 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-58636fec-9561-4e60-93cf-ececb601191a tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:00.354475 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-58636fec-9561-4e60-93cf-ececb601191a tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:00.369838 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-58636fec-9561-4e60-93cf-ececb601191a tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5656347 Jul 09 22:25:00.381439 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Request body: {'port': {'device_id': 'd7ee4d7e-8eba-4c0e-9c22-0673446a9f92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:25:00.419289 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device f29368df-90ee-4c59-90ec-c898f9e36627 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:25:00.462562 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:00.468787 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port f29368df-90ee-4c59-90ec-c898f9e36627 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:25:00.469165 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:00.520013 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-d6d5544c-e722-4adf-af1a-c942538e46e6 None None] Provisioning for port f45c7ea0-a875-4880-a190-6167790e16b4 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:25:00.543618 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-d6d5544c-e722-4adf-af1a-c942538e46e6 None None] Provisioning complete for port f45c7ea0-a875-4880-a190-6167790e16b4 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:25:00.543969 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d6d5544c-e722-4adf-af1a-c942538e46e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:00.601719 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-d6d5544c-e722-4adf-af1a-c942538e46e6 None None] Port f45c7ea0-a875-4880-a190-6167790e16b4 cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:25:00.722563 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f80b08-6200-46db-aef9-3b70bd0e5e4e req-255f8a7a-4abe-4a16-b42a-fbab9e265a83 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:00.723965 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-31f80b08-6200-46db-aef9-3b70bd0e5e4e req-255f8a7a-4abe-4a16-b42a-fbab9e265a83 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 931 time: 0.1351063 Jul 09 22:25:00.798171 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-31f80b08-6200-46db-aef9-3b70bd0e5e4e req-4ec42c3b-057b-44b4-865c-59b44ed74ab3 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661430 Jul 09 22:25:00.812122 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45c7ea0-a875-4880-a190-6167790e16b4 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:25:00.819798 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:00.832222 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Transition to ACTIVE for port object f45c7ea0-a875-4880-a190-6167790e16b4 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:25:00.836118 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:00.910349 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Pushing event updated for resources: {'Port': ['ID=f45c7ea0-a875-4880-a190-6167790e16b4,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:25:00.960036 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Attempting to bind port f45c7ea0-a875-4880-a190-6167790e16b4 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:25:00.960376 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Attempting to bind port f45c7ea0-a875-4880-a190-6167790e16b4 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '18e2ecd3-5c8e-43d6-b96b-308cac4ccd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:25:00.960705 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Attempting to bind port f45c7ea0-a875-4880-a190-6167790e16b4 on network d9ecf93f-6cbc-476c-98b7-d619f5245872 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:25:00.965326 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Port f45c7ea0-a875-4880-a190-6167790e16b4 on network d9ecf93f-6cbc-476c-98b7-d619f5245872 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:25:00.965649 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Attempting to bind port f45c7ea0-a875-4880-a190-6167790e16b4 on network d9ecf93f-6cbc-476c-98b7-d619f5245872 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:25:00.970800 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:25:00.971137 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Checking segment: {'id': '18e2ecd3-5c8e-43d6-b96b-308cac4ccd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:25:00.971519 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Bound using segment: {'id': '18e2ecd3-5c8e-43d6-b96b-308cac4ccd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:25:00.971947 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Bound port: f45c7ea0-a875-4880-a190-6167790e16b4, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e2ecd3-5c8e-43d6-b96b-308cac4ccd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:25:00.972305 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:01.036699 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] For port f45c7ea0-a875-4880-a190-6167790e16b4, host hv-cinder-79496, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:25:01.039962 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] For port f45c7ea0-a875-4880-a190-6167790e16b4, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f45c7ea0-a875-4880-a190-6167790e16b4,segment=NetworkSegment(18e2ecd3-5c8e-43d6-b96b-308cac4ccd59),segment_id=18e2ecd3-5c8e-43d6-b96b-308cac4ccd59)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:25:01.044422 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:01.080678 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:01.081306 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:01.082665 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] 10.222.0.11 "PUT /v2.0/ports/f45c7ea0-a875-4880-a190-6167790e16b4 HTTP/1.1" status: 200 len: 1093 time: 0.7056925 Jul 09 22:25:01.083065 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ee4d7e-8eba-4c0e-9c22-0673446a9f92', 'tag': 'f45c7ea0-a875-4880-a190-6167790e16b4'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:25:01.085297 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6c2000-322e-4d8b-b771-b9cb87fb311f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ee4d7e-8eba-4c0e-9c22-0673446a9f92", "tag": "f45c7ea0-a875-4880-a190-6167790e16b4"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:25:01.154752 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ad45b4-9863-45e3-90be-1676c101eadb x-openstack-request-id: req-72ad45b4-9863-45e3-90be-1676c101eadb {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:25:01.155043 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ee4d7e-8eba-4c0e-9c22-0673446a9f92", "tag": "f45c7ea0-a875-4880-a190-6167790e16b4", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:25:01.155297 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72ad45b4-9863-45e3-90be-1676c101eadb {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:25:01.155694 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ee4d7e-8eba-4c0e-9c22-0673446a9f92', 'tag': 'f45c7ea0-a875-4880-a190-6167790e16b4', 'status': 'completed', 'code': 200} Jul 09 22:25:01.158037 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10fb00-f2ef-47fa-9b36-e7422641014b service neutron] Pushing event updated for resources: {'Port': ['ID=f45c7ea0-a875-4880-a190-6167790e16b4,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:25:01.187113 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-58605709-b6d0-4c4d-a0f0-1f44bb608496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:01.188657 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-58605709-b6d0-4c4d-a0f0-1f44bb608496 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91cfd66ca6284064bc95cc53bf8a4980&device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 1096 time: 0.0633900 Jul 09 22:25:01.231878 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-8de67ca9-64ad-4b74-ad98-b3672198e1d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f45c7ea0-a875-4880-a190-6167790e16b4 HTTP/1.1" status: 200 len: 217 time: 0.0348547 Jul 09 22:25:01.283550 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-2a30598e-ac98-4dcb-be2d-43dbe92037b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:01.285010 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-2a30598e-ac98-4dcb-be2d-43dbe92037b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c44eb69-7fb8-492f-882d-c73fd2815398 HTTP/1.1" status: 200 len: 850 time: 0.0474515 Jul 09 22:25:01.340607 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-090f99b7-6fd8-4750-9159-e589b68ecb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:01.342148 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-090f99b7-6fd8-4750-9159-e589b68ecb8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9ecf93f-6cbc-476c-98b7-d619f5245872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507095 Jul 09 22:25:01.433633 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-b8f52dd6-799b-4195-9188-c31f16325775 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853832 Jul 09 22:25:01.524747 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0e1c4c1-b1ba-4b62-8a66-2422b49c8f4b req-02081b4b-997f-4615-9ff9-e63c761093b0 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853605 Jul 09 22:25:01.625270 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c2000-322e-4d8b-b771-b9cb87fb311f req-90cb8766-0fea-4365-a8d8-3218573d8b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:01.626779 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf6c2000-322e-4d8b-b771-b9cb87fb311f req-90cb8766-0fea-4365-a8d8-3218573d8b36 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91cfd66ca6284064bc95cc53bf8a4980&device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 1096 time: 0.0530775 Jul 09 22:25:01.721130 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c2000-322e-4d8b-b771-b9cb87fb311f req-23b7554d-f8d8-447e-9c9e-6b8fecc66ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:01.722604 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf6c2000-322e-4d8b-b771-b9cb87fb311f req-23b7554d-f8d8-447e-9c9e-6b8fecc66ca4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9ecf93f-6cbc-476c-98b7-d619f5245872 HTTP/1.1" status: 200 len: 912 time: 0.0854356 Jul 09 22:25:01.762083 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf6c2000-322e-4d8b-b771-b9cb87fb311f req-1cc8ed0b-c6f8-40ee-b6ba-02e9bb18dabc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f45c7ea0-a875-4880-a190-6167790e16b4 HTTP/1.1" status: 200 len: 217 time: 0.0327628 Jul 09 22:25:01.811542 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c2000-322e-4d8b-b771-b9cb87fb311f req-b5132a69-26fd-406b-a20c-cade54137ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:01.812940 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf6c2000-322e-4d8b-b771-b9cb87fb311f req-b5132a69-26fd-406b-a20c-cade54137ecb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c44eb69-7fb8-492f-882d-c73fd2815398 HTTP/1.1" status: 200 len: 850 time: 0.0453107 Jul 09 22:25:01.872823 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c2000-322e-4d8b-b771-b9cb87fb311f req-7d88385f-e7fd-4e31-80e6-e48b2f7707e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:01.874308 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf6c2000-322e-4d8b-b771-b9cb87fb311f req-7d88385f-e7fd-4e31-80e6-e48b2f7707e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9ecf93f-6cbc-476c-98b7-d619f5245872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553973 Jul 09 22:25:02.011265 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b95b33-5a11-4102-aaa7-5b8bdfd0b7b4 req-0d836e1b-e088-4b78-aeb5-a8b1c2634217 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:02.012745 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54b95b33-5a11-4102-aaa7-5b8bdfd0b7b4 req-0d836e1b-e088-4b78-aeb5-a8b1c2634217 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 943 time: 0.0913632 Jul 09 22:25:02.014497 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf6c2000-322e-4d8b-b771-b9cb87fb311f req-df7bf28b-a809-4314-9254-ee771f44a492 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337588 Jul 09 22:25:02.099239 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54b95b33-5a11-4102-aaa7-5b8bdfd0b7b4 req-5931906e-04a5-48b7-b597-ca4724ef8907 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807688 Jul 09 22:25:02.128586 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf6c2000-322e-4d8b-b771-b9cb87fb311f req-56ad1d96-f0f2-4431-a2cf-23764ccef02a service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044192 Jul 09 22:25:03.269527 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b814e4b-94fa-403d-8df6-c3da8633cd8e req-1d7b3068-309e-4a1c-9ca2-9fc8183dbb17 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:03.271165 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4b814e4b-94fa-403d-8df6-c3da8633cd8e req-1d7b3068-309e-4a1c-9ca2-9fc8183dbb17 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 943 time: 0.0617054 Jul 09 22:25:03.313232 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4b814e4b-94fa-403d-8df6-c3da8633cd8e req-c3b91ee2-c1de-4f1c-bc65-566b19f96615 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356014 Jul 09 22:25:04.232207 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device f45c7ea0-a875-4880-a190-6167790e16b4 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:25:04.325119 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port f45c7ea0-a875-4880-a190-6167790e16b4, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f45c7ea0-a875-4880-a190-6167790e16b4,segment=NetworkSegment(18e2ecd3-5c8e-43d6-b96b-308cac4ccd59),segment_id=18e2ecd3-5c8e-43d6-b96b-308cac4ccd59)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:25:04.336174 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': 'f45c7ea0-a875-4880-a190-6167790e16b4', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'port_id': 'f45c7ea0-a875-4880-a190-6167790e16b4', 'mac_address': 'fa:16:3e:ea:75:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:25:04.373905 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:04.390318 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45c7ea0-a875-4880-a190-6167790e16b4 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:25:04.409957 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port f45c7ea0-a875-4880-a190-6167790e16b4, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f45c7ea0-a875-4880-a190-6167790e16b4,segment=NetworkSegment(18e2ecd3-5c8e-43d6-b96b-308cac4ccd59),segment_id=18e2ecd3-5c8e-43d6-b96b-308cac4ccd59)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:25:04.414727 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:04.467065 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=f45c7ea0-a875-4880-a190-6167790e16b4,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:25:04.489099 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb5d7d-1db8-4c07-98fa-27bc5b6d1452 req-c365882e-f06e-4337-af5c-b347213088a4 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:04.490574 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c2eb5d7d-1db8-4c07-98fa-27bc5b6d1452 req-c365882e-f06e-4337-af5c-b347213088a4 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 944 time: 0.0637627 Jul 09 22:25:04.528215 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c2eb5d7d-1db8-4c07-98fa-27bc5b6d1452 req-85b36c89-77a5-414f-87f6-4a02944be2fe tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320475 Jul 09 22:25:04.767393 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['f45c7ea0-a875-4880-a190-6167790e16b4'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:25:05.695552 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606b74f-7c95-42c4-943f-37e578509a17 req-ed1fe921-69d4-4ac3-8d08-ed0b5fbcb7aa tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:05.697018 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6606b74f-7c95-42c4-943f-37e578509a17 req-ed1fe921-69d4-4ac3-8d08-ed0b5fbcb7aa tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 944 time: 0.0615470 Jul 09 22:25:05.733645 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6606b74f-7c95-42c4-943f-37e578509a17 req-d3aa0d8d-79ba-4592-8ca2-aeb05e7c7697 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310528 Jul 09 22:25:06.230319 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device f45c7ea0-a875-4880-a190-6167790e16b4 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:25:06.279987 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port f45c7ea0-a875-4880-a190-6167790e16b4 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:25:06.283735 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port f45c7ea0-a875-4880-a190-6167790e16b4 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:25:06.284103 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:06.356879 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:06.378859 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ee4d7e-8eba-4c0e-9c22-0673446a9f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45c7ea0-a875-4880-a190-6167790e16b4'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:25:06.381127 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6ad475-bb83-430f-8c55-45d04cb4bff6" -d '{"events": [{"server_uuid": "d7ee4d7e-8eba-4c0e-9c22-0673446a9f92", "name": "network-vif-plugged", "status": "completed", "tag": "f45c7ea0-a875-4880-a190-6167790e16b4"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:25:06.394570 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port f45c7ea0-a875-4880-a190-6167790e16b4, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f45c7ea0-a875-4880-a190-6167790e16b4,segment=NetworkSegment(18e2ecd3-5c8e-43d6-b96b-308cac4ccd59),segment_id=18e2ecd3-5c8e-43d6-b96b-308cac4ccd59)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:25:06.398726 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:06.425330 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e165bb35-2043-46eb-a58e-9b4541a13b8b x-openstack-request-id: req-e165bb35-2043-46eb-a58e-9b4541a13b8b {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:25:06.425623 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ee4d7e-8eba-4c0e-9c22-0673446a9f92", "name": "network-vif-plugged", "status": "completed", "tag": "f45c7ea0-a875-4880-a190-6167790e16b4", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:25:06.425878 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e165bb35-2043-46eb-a58e-9b4541a13b8b {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:25:06.426260 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ee4d7e-8eba-4c0e-9c22-0673446a9f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45c7ea0-a875-4880-a190-6167790e16b4', 'code': 200} Jul 09 22:25:06.453174 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=f45c7ea0-a875-4880-a190-6167790e16b4,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:25:06.640499 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c73e1-193e-4221-9fd6-4eb3268d350e req-d7f1ba49-14dc-476a-a0c2-eb480c1de37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:06.642055 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-111c73e1-193e-4221-9fd6-4eb3268d350e req-d7f1ba49-14dc-476a-a0c2-eb480c1de37a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 1098 time: 0.0548732 Jul 09 22:25:06.675690 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-111c73e1-193e-4221-9fd6-4eb3268d350e req-4c9f2d9f-7775-4bb5-9996-a73f2d2be28c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269811 Jul 09 22:25:06.910503 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e6f03-6445-48be-8af9-8386a489a7f4 req-3751f860-e14b-478b-929f-8677fbdfdac3 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:06.911888 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ff0e6f03-6445-48be-8af9-8386a489a7f4 req-3751f860-e14b-478b-929f-8677fbdfdac3 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0626190 Jul 09 22:25:06.948801 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ff0e6f03-6445-48be-8af9-8386a489a7f4 req-c5cba172-9328-4f2a-989a-5ecf2118e645 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307162 Jul 09 22:25:08.121714 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696816e-a4c6-46ec-9680-03e12cf1a2db req-cfb5c9bb-b376-4068-86c1-06cc0778fe66 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:08.123170 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a696816e-a4c6-46ec-9680-03e12cf1a2db req-cfb5c9bb-b376-4068-86c1-06cc0778fe66 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0625346 Jul 09 22:25:08.162537 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a696816e-a4c6-46ec-9680-03e12cf1a2db req-579b297a-6f99-4e39-bd2b-d64174b1bf02 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337772 Jul 09 22:25:08.327942 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935afa4-bf3a-4de7-b692-26f9c17e7765 req-429c9b17-265f-4194-a93f-dc4ef91271c6 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:08.329434 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b935afa4-bf3a-4de7-b692-26f9c17e7765 req-429c9b17-265f-4194-a93f-dc4ef91271c6 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0627739 Jul 09 22:25:08.337904 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 44692) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:25:08.342598 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-7de6fe12-dfa6-413f-a52b-35bc9a8f575c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Request body: {'floatingip': {'port_id': 'f45c7ea0-a875-4880-a190-6167790e16b4'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:25:08.384782 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-7de6fe12-dfa6-413f-a52b-35bc9a8f575c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for floatingip, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:08.824466 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-7de6fe12-dfa6-413f-a52b-35bc9a8f575c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:08.828345 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-7de6fe12-dfa6-413f-a52b-35bc9a8f575c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545156'] for floatingip, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:08.924541 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.l3_db [None req-7de6fe12-dfa6-413f-a52b-35bc9a8f575c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Floating IP 229ceed4-0b92-478b-9dbb-71e0b2ae95ff associated. External IP: 172.27.2.244, port: f45c7ea0-a875-4880-a190-6167790e16b4. Jul 09 22:25:09.119365 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de6fe12-dfa6-413f-a52b-35bc9a8f575c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Router 53638ab7-0d9a-4700-81ac-c77334a19be1 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:25:09.225362 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de6fe12-dfa6-413f-a52b-35bc9a8f575c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:25:09.229808 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-7de6fe12-dfa6-413f-a52b-35bc9a8f575c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:09.234530 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8527ff-1c28-4e4a-88fa-a2e2fec5de3a None None] Sync routers for ids ['53638ab7-0d9a-4700-81ac-c77334a19be1'] in dv-cinder-794962-8-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:25:09.244477 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8527ff-1c28-4e4a-88fa-a2e2fec5de3a None None] Routers {'53638ab7-0d9a-4700-81ac-c77334a19be1'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:25:09.245106 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-cd8527ff-1c28-4e4a-88fa-a2e2fec5de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:24:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['53638ab7-0d9a-4700-81ac-c77334a19be1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:25:09.269239 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-7de6fe12-dfa6-413f-a52b-35bc9a8f575c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "PUT /v2.0/floatingips/229ceed4-0b92-478b-9dbb-71e0b2ae95ff HTTP/1.1" status: 200 len: 991 time: 0.9302206 Jul 09 22:25:09.269833 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ee4d7e-8eba-4c0e-9c22-0673446a9f92', 'tag': 'f45c7ea0-a875-4880-a190-6167790e16b4'}] {{(pid=93127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:25:09.272420 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d691ae7ca010c27b321c0c72ad4e7b385282b5cc9ac2e43320258e3c95330463" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6563d06-ea94-4130-817d-ff6e6cbd611f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ee4d7e-8eba-4c0e-9c22-0673446a9f92", "tag": "f45c7ea0-a875-4880-a190-6167790e16b4"}]}' {{(pid=93127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:25:09.308534 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3eede5-eede-441e-93b8-0437120fae48 x-openstack-request-id: req-9b3eede5-eede-441e-93b8-0437120fae48 {{(pid=93127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:25:09.309088 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ee4d7e-8eba-4c0e-9c22-0673446a9f92", "tag": "f45c7ea0-a875-4880-a190-6167790e16b4", "status": "completed", "code": 200}]} {{(pid=93127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:25:09.309354 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b3eede5-eede-441e-93b8-0437120fae48 {{(pid=93127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:25:09.309809 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ee4d7e-8eba-4c0e-9c22-0673446a9f92', 'tag': 'f45c7ea0-a875-4880-a190-6167790e16b4', 'status': 'completed', 'code': 200} Jul 09 22:25:09.354332 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-cd8527ff-1c28-4e4a-88fa-a2e2fec5de3a None None] Set router 53638ab7-0d9a-4700-81ac-c77334a19be1 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:25:09.392640 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6563d06-ea94-4130-817d-ff6e6cbd611f req-30b252ad-0573-4b6d-be9f-db4f0be87b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:09.394158 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f6563d06-ea94-4130-817d-ff6e6cbd611f req-30b252ad-0573-4b6d-be9f-db4f0be87b21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91cfd66ca6284064bc95cc53bf8a4980&device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 1098 time: 0.0600433 Jul 09 22:25:09.487284 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6563d06-ea94-4130-817d-ff6e6cbd611f req-9445dccb-8899-4e12-babe-cb78556b7bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:09.488687 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f6563d06-ea94-4130-817d-ff6e6cbd611f req-9445dccb-8899-4e12-babe-cb78556b7bcf service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9ecf93f-6cbc-476c-98b7-d619f5245872 HTTP/1.1" status: 200 len: 912 time: 0.0873532 Jul 09 22:25:09.551737 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f6563d06-ea94-4130-817d-ff6e6cbd611f req-9a9c2a98-87d1-4714-a54d-641ebd0ef807 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f45c7ea0-a875-4880-a190-6167790e16b4 HTTP/1.1" status: 200 len: 999 time: 0.0565603 Jul 09 22:25:09.575802 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-cd8527ff-1c28-4e4a-88fa-a2e2fec5de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:54Z', 'revision_number': 4, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port': {'id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:74:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '229ceed4-0b92-478b-9dbb-71e0b2ae95ff', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'port_id': 'f45c7ea0-a875-4880-a190-6167790e16b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'mac_address': 'fa:16:3e:ea:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ee4d7e-8eba-4c0e-9c22-0673446a9f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:24:57Z', 'updated_at': '2021-07-09T22:25:08Z', 'revision_number': 1, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29368df-90ee-4c59-90ec-c898f9e36627', 'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'mac_address': 'fa:16:3e:be:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:54Z', 'updated_at': '2021-07-09T22:24:58Z', 'revision_number': 5, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'subnets': [{'id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:25:09.598231 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6563d06-ea94-4130-817d-ff6e6cbd611f req-eceda8a4-7e41-4bb4-bf7c-fad94cb71d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:09.599769 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f6563d06-ea94-4130-817d-ff6e6cbd611f req-eceda8a4-7e41-4bb4-bf7c-fad94cb71d24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c44eb69-7fb8-492f-882d-c73fd2815398 HTTP/1.1" status: 200 len: 850 time: 0.0418336 Jul 09 22:25:09.663192 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6563d06-ea94-4130-817d-ff6e6cbd611f req-8832dc41-3eb3-435c-83b9-91f9092dc8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:09.665260 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f6563d06-ea94-4130-817d-ff6e6cbd611f req-8832dc41-3eb3-435c-83b9-91f9092dc8b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9ecf93f-6cbc-476c-98b7-d619f5245872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584474 Jul 09 22:25:09.692584 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8527ff-1c28-4e4a-88fa-a2e2fec5de3a None None] Checking router: 53638ab7-0d9a-4700-81ac-c77334a19be1 for host: dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:25:09.700963 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8527ff-1c28-4e4a-88fa-a2e2fec5de3a None None] Routers {'53638ab7-0d9a-4700-81ac-c77334a19be1'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:25:09.701590 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-cd8527ff-1c28-4e4a-88fa-a2e2fec5de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:24:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['53638ab7-0d9a-4700-81ac-c77334a19be1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:25:09.753695 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f6563d06-ea94-4130-817d-ff6e6cbd611f req-a761317f-dd08-40e3-8373-8239e7f4c810 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822160 Jul 09 22:25:09.806044 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-cd8527ff-1c28-4e4a-88fa-a2e2fec5de3a None None] Set router 53638ab7-0d9a-4700-81ac-c77334a19be1 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:25:09.844048 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f6563d06-ea94-4130-817d-ff6e6cbd611f req-9162d8af-bec3-469e-8a71-703799495671 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844154 Jul 09 22:25:10.021690 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-cd8527ff-1c28-4e4a-88fa-a2e2fec5de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:54Z', 'revision_number': 4, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port': {'id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:74:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '229ceed4-0b92-478b-9dbb-71e0b2ae95ff', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'port_id': 'f45c7ea0-a875-4880-a190-6167790e16b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'mac_address': 'fa:16:3e:ea:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ee4d7e-8eba-4c0e-9c22-0673446a9f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:24:57Z', 'updated_at': '2021-07-09T22:25:08Z', 'revision_number': 1, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29368df-90ee-4c59-90ec-c898f9e36627', 'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'mac_address': 'fa:16:3e:be:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:54Z', 'updated_at': '2021-07-09T22:24:58Z', 'revision_number': 5, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'subnets': [{'id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:25:10.051117 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8527ff-1c28-4e4a-88fa-a2e2fec5de3a None None] The sync data for ids ['53638ab7-0d9a-4700-81ac-c77334a19be1'] in dv-cinder-794962-8-iscsi is: [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:54Z', 'revision_number': 4, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port': {'id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:74:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '229ceed4-0b92-478b-9dbb-71e0b2ae95ff', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'port_id': 'f45c7ea0-a875-4880-a190-6167790e16b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'mac_address': 'fa:16:3e:ea:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ee4d7e-8eba-4c0e-9c22-0673446a9f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:24:57Z', 'updated_at': '2021-07-09T22:25:08Z', 'revision_number': 1, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29368df-90ee-4c59-90ec-c898f9e36627', 'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'mac_address': 'fa:16:3e:be:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:54Z', 'updated_at': '2021-07-09T22:24:58Z', 'revision_number': 5, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'subnets': [{'id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:25:10.245135 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abe5cd2-d44c-463a-8427-5de7a2d49262 None None] New status for floating IP 229ceed4-0b92-478b-9dbb-71e0b2ae95ff: ACTIVE {{(pid=93129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 22:25:11.535310 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1aa77714-b03f-4629-bc25-33ab467266ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:14.820110 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d86198d0-fcb3-49c2-a698-b95a3fafdf26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:15.237553 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:16.678497 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:18.466946 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:20.665596 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:22.005701 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:25:41.536285 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8704ac3f-84ee-44cc-a031-78a5c080ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:44.821336 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c2490378-e6d6-4d92-af0e-92d819985ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:45.237849 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:46.682532 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:48.470094 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:50.674848 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:25:56.659836 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-150e7872-a03c-4593-ab37-3e1803b5c722 req-60be38f9-697e-4f41-9ebb-2c4a19b454a5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513737 Jul 09 22:25:56.751209 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e7872-a03c-4593-ab37-3e1803b5c722 req-1f7cd286-ee38-4180-b141-f1c210fc87a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:56.752681 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-150e7872-a03c-4593-ab37-3e1803b5c722 req-1f7cd286-ee38-4180-b141-f1c210fc87a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91cfd66ca6284064bc95cc53bf8a4980&device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 1098 time: 0.0509386 Jul 09 22:25:56.856286 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e7872-a03c-4593-ab37-3e1803b5c722 req-6ed6898f-8ce3-4a58-bdca-1bfab1bdeaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:56.857811 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-150e7872-a03c-4593-ab37-3e1803b5c722 req-6ed6898f-8ce3-4a58-bdca-1bfab1bdeaad service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9ecf93f-6cbc-476c-98b7-d619f5245872 HTTP/1.1" status: 200 len: 912 time: 0.0862348 Jul 09 22:25:56.920463 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-150e7872-a03c-4593-ab37-3e1803b5c722 req-cbe6b35c-a1b4-4ff2-896f-a1c83aac724f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f45c7ea0-a875-4880-a190-6167790e16b4 HTTP/1.1" status: 200 len: 1001 time: 0.0567989 Jul 09 22:25:56.966937 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e7872-a03c-4593-ab37-3e1803b5c722 req-1221f98d-fec7-4923-ace0-ce65d4c9b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:56.968363 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-150e7872-a03c-4593-ab37-3e1803b5c722 req-1221f98d-fec7-4923-ace0-ce65d4c9b7f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c44eb69-7fb8-492f-882d-c73fd2815398 HTTP/1.1" status: 200 len: 850 time: 0.0423005 Jul 09 22:25:57.026972 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e7872-a03c-4593-ab37-3e1803b5c722 req-f9a29053-e99f-46c4-91d3-025aced72e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:25:57.028441 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-150e7872-a03c-4593-ab37-3e1803b5c722 req-f9a29053-e99f-46c4-91d3-025aced72e45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9ecf93f-6cbc-476c-98b7-d619f5245872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544803 Jul 09 22:25:57.113532 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-150e7872-a03c-4593-ab37-3e1803b5c722 req-e3946867-7fa2-4c49-9175-8ab097b19b8b service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784063 Jul 09 22:25:57.203920 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-150e7872-a03c-4593-ab37-3e1803b5c722 req-616acefe-b4cd-4168-a608-928bdb7629d3 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836999 Jul 09 22:25:59.004427 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:26:11.536586 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-345b0073-1a55-4e6f-8f91-6c7175a35f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:26:14.822227 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0e02c4e7-73b8-4e75-80ba-c93cdbafc23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:26:15.239552 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:26:16.684472 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:26:18.472108 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:26:20.675138 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:26:36.007075 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:26:37.367088 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51f71f-9181-4d54-9332-adbe8fc7875a req-81d2476b-90ca-4ff4-818c-801d64bb87a7 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:37.368551 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bd51f71f-9181-4d54-9332-adbe8fc7875a req-81d2476b-90ca-4ff4-818c-801d64bb87a7 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0621924 Jul 09 22:26:37.404895 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bd51f71f-9181-4d54-9332-adbe8fc7875a req-1e468df1-1568-423a-a6b0-7edab141f298 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307600 Jul 09 22:26:38.574700 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af12c0-6b5d-4d0f-9f78-1278dbd826a3 req-6a15b49f-412d-4e20-a3fb-3f76cef16089 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:38.576144 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d1af12c0-6b5d-4d0f-9f78-1278dbd826a3 req-6a15b49f-412d-4e20-a3fb-3f76cef16089 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0611610 Jul 09 22:26:38.613880 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d1af12c0-6b5d-4d0f-9f78-1278dbd826a3 req-321dd776-c72e-424b-b706-0f159d3cfab4 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321233 Jul 09 22:26:39.784816 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2e3c6-16e6-4413-9e36-25ff2e3ee390 req-2a4f5c2d-b7b7-43a9-8fe6-009fa710646f tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:39.786243 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3d2e3c6-16e6-4413-9e36-25ff2e3ee390 req-2a4f5c2d-b7b7-43a9-8fe6-009fa710646f tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0635202 Jul 09 22:26:39.825734 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3d2e3c6-16e6-4413-9e36-25ff2e3ee390 req-f288ed8a-51ae-4d77-8457-2f0285cb79a1 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339720 Jul 09 22:26:40.997096 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637df3e0-4cc2-420a-a756-51355985ae42 req-aaba1234-85ae-42c7-a82c-292265f34994 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:40.998581 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-637df3e0-4cc2-420a-a756-51355985ae42 req-aaba1234-85ae-42c7-a82c-292265f34994 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0627942 Jul 09 22:26:41.036858 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-637df3e0-4cc2-420a-a756-51355985ae42 req-3635671e-c177-47ae-85c5-66cb71384cd7 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320277 Jul 09 22:26:41.539638 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-757adb54-6820-4a2d-94b2-27e44e00bd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:26:42.218683 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5d346-6876-4213-84b3-9f8fa2fe01f1 req-35ed4576-1484-486f-b65f-6bad9fd2e5e8 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:42.220658 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dde5d346-6876-4213-84b3-9f8fa2fe01f1 req-35ed4576-1484-486f-b65f-6bad9fd2e5e8 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0659139 Jul 09 22:26:42.530408 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dde5d346-6876-4213-84b3-9f8fa2fe01f1 req-4d3b4f36-1410-49d7-846a-1cedee214c9f tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3041780 Jul 09 22:26:43.699151 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6ddd8-a33d-45f3-a83d-aa7e19f6322c req-410b9fe6-1e65-4de1-a440-85da6982d580 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:43.700568 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19b6ddd8-a33d-45f3-a83d-aa7e19f6322c req-410b9fe6-1e65-4de1-a440-85da6982d580 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0609434 Jul 09 22:26:43.737239 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19b6ddd8-a33d-45f3-a83d-aa7e19f6322c req-b8348546-8eaf-4fb6-a6e0-d0373e9163e9 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311751 Jul 09 22:26:44.821515 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a0eff078-97ea-4786-b3ac-477da409b840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:26:44.907687 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b56a1-d9b8-4737-a2a4-5c41e20e42da req-8f4dae49-76d3-4136-a40e-408a4e81d7da tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:44.909076 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-546b56a1-d9b8-4737-a2a4-5c41e20e42da req-8f4dae49-76d3-4136-a40e-408a4e81d7da tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0621121 Jul 09 22:26:44.951073 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-546b56a1-d9b8-4737-a2a4-5c41e20e42da req-19fa4c75-2d06-4fae-9696-3804ed4af8ee tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362661 Jul 09 22:26:45.240100 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:26:46.126768 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc39e98-f42f-43e3-832f-8492bc1e7e2b req-34cdbfdf-ea9c-4eff-83df-200919062342 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:46.128192 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dcc39e98-f42f-43e3-832f-8492bc1e7e2b req-34cdbfdf-ea9c-4eff-83df-200919062342 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0625424 Jul 09 22:26:46.164808 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dcc39e98-f42f-43e3-832f-8492bc1e7e2b req-13debe98-0901-4879-805e-4f1dfb506317 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310020 Jul 09 22:26:46.686901 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:26:47.333482 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a672a2-aa5f-4e17-9cf3-0bb5bbc05059 req-12f7e3b5-9bc6-4ae2-a256-21f9a43d499c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:47.335086 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-60a672a2-aa5f-4e17-9cf3-0bb5bbc05059 req-12f7e3b5-9bc6-4ae2-a256-21f9a43d499c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0636845 Jul 09 22:26:47.372368 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-60a672a2-aa5f-4e17-9cf3-0bb5bbc05059 req-d46c9eba-bf1e-49b2-adb8-6b8a49fdec9b tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317783 Jul 09 22:26:48.474938 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:26:48.545263 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef04f6-c4ec-4ef2-8f07-628b12e3d592 req-1f00891e-80dd-4aa4-a791-b2f840990674 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:48.546718 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-85ef04f6-c4ec-4ef2-8f07-628b12e3d592 req-1f00891e-80dd-4aa4-a791-b2f840990674 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0646935 Jul 09 22:26:48.583949 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-85ef04f6-c4ec-4ef2-8f07-628b12e3d592 req-f3ecbfc8-5b44-459f-acc8-f70212bf5c5a tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311985 Jul 09 22:26:49.752148 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b188d2d-6529-4814-8f9c-47531a508cb3 req-98625240-46ba-4841-9156-18e0fd553982 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:49.754219 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4b188d2d-6529-4814-8f9c-47531a508cb3 req-98625240-46ba-4841-9156-18e0fd553982 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0613985 Jul 09 22:26:49.791232 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4b188d2d-6529-4814-8f9c-47531a508cb3 req-3f76d856-fa7e-4c08-a6e0-9929c47e8d16 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316927 Jul 09 22:26:50.669407 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:26:50.960018 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925f222-b438-415d-aa38-29de827b710e req-fb4a7ab3-4488-4c0b-8eb0-3445d2461768 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:50.961410 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1925f222-b438-415d-aa38-29de827b710e req-fb4a7ab3-4488-4c0b-8eb0-3445d2461768 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0610359 Jul 09 22:26:51.000111 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1925f222-b438-415d-aa38-29de827b710e req-e4e21a6b-6343-4229-9207-8fc03ea55213 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331423 Jul 09 22:26:52.173445 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3b10a-ead0-453b-8893-6da8ff1d4970 req-bb5bed33-2ee0-485b-94ce-fcc5539769d4 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:52.175416 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d9b3b10a-ead0-453b-8893-6da8ff1d4970 req-bb5bed33-2ee0-485b-94ce-fcc5539769d4 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0633273 Jul 09 22:26:52.213632 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d9b3b10a-ead0-453b-8893-6da8ff1d4970 req-d803a632-bedb-463e-b4f4-6d8bafa5c3fb tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327003 Jul 09 22:26:53.390219 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95ae8f-88a8-46db-93b8-058a5525b0a7 req-48cf8cd5-c088-4d4e-9a8b-1e39dc0b2f11 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:53.391754 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0b95ae8f-88a8-46db-93b8-058a5525b0a7 req-48cf8cd5-c088-4d4e-9a8b-1e39dc0b2f11 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0696321 Jul 09 22:26:53.438168 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0b95ae8f-88a8-46db-93b8-058a5525b0a7 req-9636f22e-0f7d-4d0d-a81f-4c2be27b2cfd tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401654 Jul 09 22:26:53.765059 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [req-9ff14155-ada2-4962-bfe1-d3a6d1cf092d req-07b69326-224c-4abb-b871-8dfeebdfc385 service neutron] (93127) timed out ('10.222.0.11', 55834) {{(pid=93127) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 22:26:53.823292 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cb4d5-b6ca-4744-a168-957bf0327a5f req-ab588e4d-589f-4138-8ccc-e0893779ca02 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:53.824680 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-046cb4d5-b6ca-4744-a168-957bf0327a5f req-ab588e4d-589f-4138-8ccc-e0893779ca02 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.1052938 Jul 09 22:26:53.829784 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac405b-1bca-4cef-bc5b-c2ea383640fb req-d3aa16ad-e6f2-4bb0-aa88-72ef44ed4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:53.831207 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-32ac405b-1bca-4cef-bc5b-c2ea383640fb req-d3aa16ad-e6f2-4bb0-aa88-72ef44ed4630 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91cfd66ca6284064bc95cc53bf8a4980&device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 1098 time: 0.0794444 Jul 09 22:26:53.911216 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-046cb4d5-b6ca-4744-a168-957bf0327a5f req-fd390b0f-c992-4820-8a38-47db44e4a93d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790694 Jul 09 22:26:53.942410 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac405b-1bca-4cef-bc5b-c2ea383640fb req-75f7e43f-747c-44df-82ff-6a54649e1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:53.943878 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-32ac405b-1bca-4cef-bc5b-c2ea383640fb req-75f7e43f-747c-44df-82ff-6a54649e1456 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9ecf93f-6cbc-476c-98b7-d619f5245872 HTTP/1.1" status: 200 len: 912 time: 0.1052103 Jul 09 22:26:54.005956 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-32ac405b-1bca-4cef-bc5b-c2ea383640fb req-c268425a-3890-4871-a360-5a15e30ed467 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f45c7ea0-a875-4880-a190-6167790e16b4 HTTP/1.1" status: 200 len: 1001 time: 0.0558097 Jul 09 22:26:54.053061 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac405b-1bca-4cef-bc5b-c2ea383640fb req-15b22804-d719-4b39-a7e3-748562990704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:54.054445 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-32ac405b-1bca-4cef-bc5b-c2ea383640fb req-15b22804-d719-4b39-a7e3-748562990704 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c44eb69-7fb8-492f-882d-c73fd2815398 HTTP/1.1" status: 200 len: 850 time: 0.0423384 Jul 09 22:26:54.113014 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac405b-1bca-4cef-bc5b-c2ea383640fb req-ec4c28a6-c6a5-444d-a7d7-fd69b6e222cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:54.114461 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-32ac405b-1bca-4cef-bc5b-c2ea383640fb req-ec4c28a6-c6a5-444d-a7d7-fd69b6e222cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9ecf93f-6cbc-476c-98b7-d619f5245872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535176 Jul 09 22:26:54.199673 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-32ac405b-1bca-4cef-bc5b-c2ea383640fb req-03d6b0bf-dcfb-418a-8c63-7b1c017288c7 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786891 Jul 09 22:26:54.290448 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-32ac405b-1bca-4cef-bc5b-c2ea383640fb req-5bc2191f-849e-402a-be1b-29d333f1ec67 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842550 Jul 09 22:26:55.087367 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b0766-38f2-4a7c-ab66-873011b3f517 req-0d76b386-8b0a-4123-b23f-39c67623dab4 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:55.088867 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ae9b0766-38f2-4a7c-ab66-873011b3f517 req-0d76b386-8b0a-4123-b23f-39c67623dab4 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0617125 Jul 09 22:26:55.125250 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ae9b0766-38f2-4a7c-ab66-873011b3f517 req-0ef230d7-69f6-4a83-86d7-8c66bc5eae81 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309408 Jul 09 22:26:58.706866 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d8cbed20-589c-415b-a13b-299ceaf3749b req-86bede83-a6c9-4938-be9c-b0cd1cdab8b1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0893168 Jul 09 22:26:58.802772 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbed20-589c-415b-a13b-299ceaf3749b req-01639028-366b-4ed3-a689-f2fbbb34f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:58.804246 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d8cbed20-589c-415b-a13b-299ceaf3749b req-01639028-366b-4ed3-a689-f2fbbb34f0c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91cfd66ca6284064bc95cc53bf8a4980&device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 1098 time: 0.0567999 Jul 09 22:26:58.903837 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbed20-589c-415b-a13b-299ceaf3749b req-b6c34f96-3f4f-45d9-82fb-bd9636d0a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:58.905308 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d8cbed20-589c-415b-a13b-299ceaf3749b req-b6c34f96-3f4f-45d9-82fb-bd9636d0a92b service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9ecf93f-6cbc-476c-98b7-d619f5245872 HTTP/1.1" status: 200 len: 912 time: 0.0821934 Jul 09 22:26:58.971037 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d8cbed20-589c-415b-a13b-299ceaf3749b req-3d2b4dd1-d073-4c6c-be46-71eafa15fd14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f45c7ea0-a875-4880-a190-6167790e16b4 HTTP/1.1" status: 200 len: 1001 time: 0.0588071 Jul 09 22:26:59.017163 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbed20-589c-415b-a13b-299ceaf3749b req-71ad6d50-fb4f-4233-96e0-e573baf1e58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:59.018578 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d8cbed20-589c-415b-a13b-299ceaf3749b req-71ad6d50-fb4f-4233-96e0-e573baf1e58d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c44eb69-7fb8-492f-882d-c73fd2815398 HTTP/1.1" status: 200 len: 850 time: 0.0418844 Jul 09 22:26:59.073792 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbed20-589c-415b-a13b-299ceaf3749b req-cd16a718-5271-4ac9-a2fd-cfbd2505b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:26:59.075263 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d8cbed20-589c-415b-a13b-299ceaf3749b req-cd16a718-5271-4ac9-a2fd-cfbd2505b70c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9ecf93f-6cbc-476c-98b7-d619f5245872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504589 Jul 09 22:26:59.164808 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d8cbed20-589c-415b-a13b-299ceaf3749b req-efba037e-04f7-4d04-9dca-0cda4a4f6dd0 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832114 Jul 09 22:26:59.249381 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d8cbed20-589c-415b-a13b-299ceaf3749b req-6c6c3bbb-d2e8-422c-a147-48e641c65157 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782936 Jul 09 22:27:11.540312 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a439e981-a07a-4032-9223-f030ccea9874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:27:13.007121 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:27:14.821906 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8b0f7808-c2fc-4e31-8c34-3a50eef50053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:27:15.241221 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:27:16.690325 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:27:18.478722 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:27:20.668212 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:27:41.544353 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8d8e1b2c-d9f1-4c8c-aab0-c0f85b46da84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:27:44.821321 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f0439aac-86ae-44e3-be49-e76953906d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:27:45.241732 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:27:46.692393 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:27:48.481385 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:27:50.005366 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:27:50.668419 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:27:58.650054 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fbffc47a-2ef4-4f47-b616-860e754ee6d0 req-ed780c97-1ca8-49c8-84bb-01325995a956 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533700 Jul 09 22:27:58.764300 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffc47a-2ef4-4f47-b616-860e754ee6d0 req-336cf98d-b36e-427b-b6bd-9d2b77a8b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:27:58.765877 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fbffc47a-2ef4-4f47-b616-860e754ee6d0 req-336cf98d-b36e-427b-b6bd-9d2b77a8b1aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91cfd66ca6284064bc95cc53bf8a4980&device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 1098 time: 0.0557058 Jul 09 22:27:58.866235 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffc47a-2ef4-4f47-b616-860e754ee6d0 req-8556fbe6-2887-41c1-b27c-1382805d7d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:27:58.867707 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fbffc47a-2ef4-4f47-b616-860e754ee6d0 req-8556fbe6-2887-41c1-b27c-1382805d7d24 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9ecf93f-6cbc-476c-98b7-d619f5245872 HTTP/1.1" status: 200 len: 912 time: 0.0812697 Jul 09 22:27:58.934562 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fbffc47a-2ef4-4f47-b616-860e754ee6d0 req-253ee80a-b52c-4c9f-bbf7-5910fad6e806 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f45c7ea0-a875-4880-a190-6167790e16b4 HTTP/1.1" status: 200 len: 1001 time: 0.0597963 Jul 09 22:27:58.982975 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffc47a-2ef4-4f47-b616-860e754ee6d0 req-f93ec262-a76c-4cf5-909e-0b4cfcb80767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:27:58.984340 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fbffc47a-2ef4-4f47-b616-860e754ee6d0 req-f93ec262-a76c-4cf5-909e-0b4cfcb80767 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c44eb69-7fb8-492f-882d-c73fd2815398 HTTP/1.1" status: 200 len: 850 time: 0.0423560 Jul 09 22:27:59.040168 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffc47a-2ef4-4f47-b616-860e754ee6d0 req-e7e11b13-d440-415b-8e65-d1e189415de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:27:59.041618 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fbffc47a-2ef4-4f47-b616-860e754ee6d0 req-e7e11b13-d440-415b-8e65-d1e189415de3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9ecf93f-6cbc-476c-98b7-d619f5245872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497525 Jul 09 22:27:59.130348 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fbffc47a-2ef4-4f47-b616-860e754ee6d0 req-55c49006-2c3c-4b7c-86d2-3452ad331399 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811605 Jul 09 22:27:59.223356 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fbffc47a-2ef4-4f47-b616-860e754ee6d0 req-24f52ae5-c0c3-41ea-bf5f-92b6586be07a service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848651 Jul 09 22:28:00.058052 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c70ce9-493d-4279-b812-b55235fccb61 req-709704d9-d62f-4687-af82-b7d408faefd8 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:00.059402 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b2c70ce9-493d-4279-b812-b55235fccb61 req-709704d9-d62f-4687-af82-b7d408faefd8 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0612838 Jul 09 22:28:00.095151 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b2c70ce9-493d-4279-b812-b55235fccb61 req-cb05e3b0-4813-41a3-abc7-94e7b4b9a5aa tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300329 Jul 09 22:28:01.310261 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a085cae-e8ab-464f-bcc4-44f844351736 req-32858e63-36be-43c5-8521-0f8e7498e499 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:01.311685 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a085cae-e8ab-464f-bcc4-44f844351736 req-32858e63-36be-43c5-8521-0f8e7498e499 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.1092517 Jul 09 22:28:01.347250 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a085cae-e8ab-464f-bcc4-44f844351736 req-b7582d21-573d-49d7-ba3a-c52327dd0e1a tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301604 Jul 09 22:28:02.514584 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa284382-c0c1-4b04-9012-b75e6dd883f8 req-f9aed5d6-baa2-4ab3-8952-512794c75d44 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:02.515999 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa284382-c0c1-4b04-9012-b75e6dd883f8 req-f9aed5d6-baa2-4ab3-8952-512794c75d44 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0605705 Jul 09 22:28:02.551397 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa284382-c0c1-4b04-9012-b75e6dd883f8 req-726fd2e4-6051-4905-8666-cac259992a49 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300474 Jul 09 22:28:03.723124 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83def22b-9df1-4ae3-b26f-1b8c32d2a53c req-31afca51-a17a-4fd3-bf64-7599042ec567 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:03.724557 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-83def22b-9df1-4ae3-b26f-1b8c32d2a53c req-31afca51-a17a-4fd3-bf64-7599042ec567 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0643404 Jul 09 22:28:03.760972 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-83def22b-9df1-4ae3-b26f-1b8c32d2a53c req-f0d0cc52-6163-419c-98c8-cd25b4d17c82 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309393 Jul 09 22:28:04.930798 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc483a-976b-4e8f-b957-197833c0040d req-b31df038-89dd-40ad-acde-1221c344e0f1 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:04.932240 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bedc483a-976b-4e8f-b957-197833c0040d req-b31df038-89dd-40ad-acde-1221c344e0f1 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0615888 Jul 09 22:28:04.969158 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bedc483a-976b-4e8f-b957-197833c0040d req-0774a9ac-74cf-466b-9151-645d3173bb8c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314806 Jul 09 22:28:06.138110 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22c22c-8728-42b7-9cd3-f6b8f2906125 req-17aa36d8-b95d-415a-ba26-60fa5a6ef23a tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:06.139568 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6a22c22c-8728-42b7-9cd3-f6b8f2906125 req-17aa36d8-b95d-415a-ba26-60fa5a6ef23a tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0612917 Jul 09 22:28:06.176279 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6a22c22c-8728-42b7-9cd3-f6b8f2906125 req-941daf65-22ca-4c96-8a96-ff2ee24e9264 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313780 Jul 09 22:28:07.350208 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c16b2-eb0c-4bc9-a98d-92cb5a41b0d3 req-b28af692-0db5-4ef8-ba0e-3e7ccd6b44a6 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:07.352247 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8c9c16b2-eb0c-4bc9-a98d-92cb5a41b0d3 req-b28af692-0db5-4ef8-ba0e-3e7ccd6b44a6 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0664771 Jul 09 22:28:07.388535 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8c9c16b2-eb0c-4bc9-a98d-92cb5a41b0d3 req-6fe50533-677b-4da1-acd0-90458ebcb823 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307052 Jul 09 22:28:08.556808 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7ca65-27ff-4546-a66e-dbabd45a3ca7 req-0b771434-b6b3-48e7-882e-0e130a6f9d97 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:08.558182 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f2c7ca65-27ff-4546-a66e-dbabd45a3ca7 req-0b771434-b6b3-48e7-882e-0e130a6f9d97 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0610843 Jul 09 22:28:08.593288 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f2c7ca65-27ff-4546-a66e-dbabd45a3ca7 req-6effd730-8312-4cae-8ed2-f21ecb340711 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296538 Jul 09 22:28:09.763896 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ab3c2-6004-4b9d-99c5-dd07a2417fd0 req-41903d00-6e6d-4b31-9436-494b740386b5 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:09.765366 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0a4ab3c2-6004-4b9d-99c5-dd07a2417fd0 req-41903d00-6e6d-4b31-9436-494b740386b5 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0642331 Jul 09 22:28:09.802162 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0a4ab3c2-6004-4b9d-99c5-dd07a2417fd0 req-53fbd4fc-ad31-4ced-8a97-5ffe6dc9faae tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313625 Jul 09 22:28:10.378564 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [req-8fd4c7b1-39d1-499f-bd0c-878524061b7c req-38c98459-9ae1-476c-bee6-188f6fd36333 service neutron] (93127) timed out ('10.222.0.11', 55844) {{(pid=93127) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 22:28:10.968934 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efdcc3-be1b-4dac-b6f1-22840c3b8114 req-e82145c8-b108-46b7-88f4-38f107dafaa2 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:10.970414 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c0efdcc3-be1b-4dac-b6f1-22840c3b8114 req-e82145c8-b108-46b7-88f4-38f107dafaa2 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0616789 Jul 09 22:28:11.005617 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c0efdcc3-be1b-4dac-b6f1-22840c3b8114 req-0dc2ef7d-a747-429e-9f26-3bb8167f171e tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298491 Jul 09 22:28:11.369288 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39569ca1-d9bd-45fa-ac2b-47f593ecd3e3 req-9962fca2-1fca-4d1f-8239-d9e6af7d7cc3 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:11.370727 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-39569ca1-d9bd-45fa-ac2b-47f593ecd3e3 req-9962fca2-1fca-4d1f-8239-d9e6af7d7cc3 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.1003225 Jul 09 22:28:11.376352 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4005616-bb36-4e91-8c3d-a361aca68847 req-20414116-98d6-423b-8f7e-33aca6f65b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:11.377709 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e4005616-bb36-4e91-8c3d-a361aca68847 req-20414116-98d6-423b-8f7e-33aca6f65b26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91cfd66ca6284064bc95cc53bf8a4980&device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 1098 time: 0.0805466 Jul 09 22:28:11.453253 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-39569ca1-d9bd-45fa-ac2b-47f593ecd3e3 req-7c3efdfa-2078-44b9-99ee-d1d22377ce9f tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746229 Jul 09 22:28:11.485519 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4005616-bb36-4e91-8c3d-a361aca68847 req-2d38a4a7-d7de-4396-9c53-069a859076c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:11.486964 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e4005616-bb36-4e91-8c3d-a361aca68847 req-2d38a4a7-d7de-4396-9c53-069a859076c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9ecf93f-6cbc-476c-98b7-d619f5245872 HTTP/1.1" status: 200 len: 912 time: 0.1021304 Jul 09 22:28:11.539616 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-6624fdf4-e872-4159-8452-e233d41fc240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:28:11.558497 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e4005616-bb36-4e91-8c3d-a361aca68847 req-bb07eebe-18c4-4d21-a188-7afc349ec9ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f45c7ea0-a875-4880-a190-6167790e16b4 HTTP/1.1" status: 200 len: 1001 time: 0.0640955 Jul 09 22:28:11.609836 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4005616-bb36-4e91-8c3d-a361aca68847 req-526998c3-7cd0-47d8-bf33-ea4dfb5a8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:11.611284 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e4005616-bb36-4e91-8c3d-a361aca68847 req-526998c3-7cd0-47d8-bf33-ea4dfb5a8276 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c44eb69-7fb8-492f-882d-c73fd2815398 HTTP/1.1" status: 200 len: 850 time: 0.0456617 Jul 09 22:28:11.666315 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4005616-bb36-4e91-8c3d-a361aca68847 req-4f931b90-fe57-422d-ade6-d0f8fc13a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:11.667774 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e4005616-bb36-4e91-8c3d-a361aca68847 req-4f931b90-fe57-422d-ade6-d0f8fc13a69e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9ecf93f-6cbc-476c-98b7-d619f5245872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505531 Jul 09 22:28:11.758284 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e4005616-bb36-4e91-8c3d-a361aca68847 req-396882de-9dfa-4a86-a865-4b431beb48b4 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836198 Jul 09 22:28:11.844247 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e4005616-bb36-4e91-8c3d-a361aca68847 req-fdb963c4-9e2e-47a3-8d22-6e69c5160667 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797060 Jul 09 22:28:12.626640 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de6598-3b41-4c9a-998e-afbb5a388f8f req-62351059-0e8b-49d6-a441-dacce64af2bd tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:12.628133 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96de6598-3b41-4c9a-998e-afbb5a388f8f req-62351059-0e8b-49d6-a441-dacce64af2bd tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0666063 Jul 09 22:28:12.665401 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96de6598-3b41-4c9a-998e-afbb5a388f8f req-2e7a9b02-34ea-4079-8ef4-e431036213b8 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310562 Jul 09 22:28:14.820643 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-987d1c14-1b7c-41da-8e57-0d176f9b5f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:28:15.241304 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:28:16.695420 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:28:18.484294 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:28:20.694481 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:28:27.003482 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:28:41.540678 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ee687bb2-f1bd-4fdf-9016-ba73e060e269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:28:44.819655 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-6e9514c8-fe7b-4004-89a3-ba020db11e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:28:45.244919 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:28:46.697545 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:28:48.488463 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:28:50.706969 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:28:58.690380 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eb0dd500-bfbe-4327-a97f-4df886e68a04 req-12b3ce0a-5091-4365-8805-b4b4b8796048 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499394 Jul 09 22:28:58.780065 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dd500-bfbe-4327-a97f-4df886e68a04 req-9035280c-a925-4856-ba11-39cb8b5951bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:58.781422 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eb0dd500-bfbe-4327-a97f-4df886e68a04 req-9035280c-a925-4856-ba11-39cb8b5951bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91cfd66ca6284064bc95cc53bf8a4980&device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 1098 time: 0.0495462 Jul 09 22:28:58.884031 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dd500-bfbe-4327-a97f-4df886e68a04 req-45441d57-247d-48f4-aa7d-7c363223ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:58.885507 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eb0dd500-bfbe-4327-a97f-4df886e68a04 req-45441d57-247d-48f4-aa7d-7c363223ecce service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9ecf93f-6cbc-476c-98b7-d619f5245872 HTTP/1.1" status: 200 len: 912 time: 0.0844235 Jul 09 22:28:58.947823 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eb0dd500-bfbe-4327-a97f-4df886e68a04 req-090c37d2-9471-4230-93fb-90219bfd226a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f45c7ea0-a875-4880-a190-6167790e16b4 HTTP/1.1" status: 200 len: 1001 time: 0.0557132 Jul 09 22:28:58.997410 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dd500-bfbe-4327-a97f-4df886e68a04 req-064f1a8e-bb40-44ce-ace2-47effd1290f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:58.998800 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eb0dd500-bfbe-4327-a97f-4df886e68a04 req-064f1a8e-bb40-44ce-ace2-47effd1290f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c44eb69-7fb8-492f-882d-c73fd2815398 HTTP/1.1" status: 200 len: 850 time: 0.0453687 Jul 09 22:28:59.052978 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dd500-bfbe-4327-a97f-4df886e68a04 req-07a99311-d869-46e9-a7d9-a439d8a15d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:28:59.054301 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eb0dd500-bfbe-4327-a97f-4df886e68a04 req-07a99311-d869-46e9-a7d9-a439d8a15d4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9ecf93f-6cbc-476c-98b7-d619f5245872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496473 Jul 09 22:28:59.138645 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eb0dd500-bfbe-4327-a97f-4df886e68a04 req-d0db37a1-75a5-4a7d-8ccc-6f105356ce44 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776234 Jul 09 22:28:59.227901 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eb0dd500-bfbe-4327-a97f-4df886e68a04 req-3ba6b86f-ceaf-4d9c-a8cb-2737bd7477fe service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834727 Jul 09 22:29:04.001008 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:29:11.541281 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f00d4d87-aae6-4963-b89e-acd8c2743fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:14.820180 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-058230a3-0ea7-4924-9e13-545c05c04b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:15.246104 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:16.249506 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4102b-5b8f-4e91-a307-a965024831d9 req-63b8268f-4861-4406-9d0a-c45a92c60c6c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:16.250890 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-95c4102b-5b8f-4e91-a307-a965024831d9 req-63b8268f-4861-4406-9d0a-c45a92c60c6c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0623975 Jul 09 22:29:16.287294 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-95c4102b-5b8f-4e91-a307-a965024831d9 req-7108162c-0fa6-4eb1-852b-6fc89465e399 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309410 Jul 09 22:29:16.699560 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:17.462194 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb7fd3-630b-47c2-aa12-28ca288a028c req-53b985c2-952b-4cdf-b11f-3c709ae8582d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:17.464236 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7bfb7fd3-630b-47c2-aa12-28ca288a028c req-53b985c2-952b-4cdf-b11f-3c709ae8582d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0663228 Jul 09 22:29:17.499853 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7bfb7fd3-630b-47c2-aa12-28ca288a028c req-4396ae2d-74a2-4954-a9c4-8bf024a327b3 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300901 Jul 09 22:29:18.301786 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e6ab5-b4c4-4109-99b1-ae80159e6f70 req-ae044fc5-9f8f-44f7-bee6-fd1527a47dec tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:18.303217 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-134e6ab5-b4c4-4109-99b1-ae80159e6f70 req-ae044fc5-9f8f-44f7-bee6-fd1527a47dec tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.0652597 Jul 09 22:29:18.400081 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-134e6ab5-b4c4-4109-99b1-ae80159e6f70 req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Deleting port f45c7ea0-a875-4880-a190-6167790e16b4 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:29:18.400422 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-134e6ab5-b4c4-4109-99b1-ae80159e6f70 req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:18.489903 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-134e6ab5-b4c4-4109-99b1-ae80159e6f70 req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] For port f45c7ea0-a875-4880-a190-6167790e16b4, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f45c7ea0-a875-4880-a190-6167790e16b4,segment=NetworkSegment(18e2ecd3-5c8e-43d6-b96b-308cac4ccd59),segment_id=18e2ecd3-5c8e-43d6-b96b-308cac4ccd59)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:29:18.490635 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-134e6ab5-b4c4-4109-99b1-ae80159e6f70 req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:18.492504 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:18.685887 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-134e6ab5-b4c4-4109-99b1-ae80159e6f70 req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:18.686253 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-134e6ab5-b4c4-4109-99b1-ae80159e6f70 req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545156'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:18.686566 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.l3_db [req-134e6ab5-b4c4-4109-99b1-ae80159e6f70 req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Floating IP 229ceed4-0b92-478b-9dbb-71e0b2ae95ff disassociated. External IP: 172.27.2.244, port: f45c7ea0-a875-4880-a190-6167790e16b4. Jul 09 22:29:18.686903 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-134e6ab5-b4c4-4109-99b1-ae80159e6f70 req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Calling delete_port for f45c7ea0-a875-4880-a190-6167790e16b4 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:29:18.753036 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1372-0304-403a-a518-7417aba188e8 req-a3de81fc-ac78-4aae-b9d3-e545c0171a6c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:18.754483 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-49de1372-0304-403a-a518-7417aba188e8 req-a3de81fc-ac78-4aae-b9d3-e545c0171a6c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 945 time: 0.1237445 Jul 09 22:29:18.808958 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-49de1372-0304-403a-a518-7417aba188e8 req-16925823-ea39-441e-8290-51827dcb8954 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=96974524-c016-4fb6-ac7f-36bbc8b798b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443590 Jul 09 22:29:18.859418 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-134e6ab5-b4c4-4109-99b1-ae80159e6f70 req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:18.890777 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Pushing event deleted for resources: {'Port': ['ID=f45c7ea0-a875-4880-a190-6167790e16b4,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:29:18.900386 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:18.900745 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:18.901084 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:18.901975 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:18.902300 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:18.902624 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:18.902944 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:18.903262 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:18.903582 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:18.903898 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:18.904211 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:18.904522 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:19.007939 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-134e6ab5-b4c4-4109-99b1-ae80159e6f70 req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Router 53638ab7-0d9a-4700-81ac-c77334a19be1 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:29:19.111279 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-134e6ab5-b4c4-4109-99b1-ae80159e6f70 req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:29:19.121046 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d242b18-3eaf-462b-880b-304ab2c47d7c None None] Sync routers for ids ['53638ab7-0d9a-4700-81ac-c77334a19be1'] in dv-cinder-794962-8-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:29:19.129936 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d242b18-3eaf-462b-880b-304ab2c47d7c None None] Routers {'53638ab7-0d9a-4700-81ac-c77334a19be1'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:29:19.130573 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-6d242b18-3eaf-462b-880b-304ab2c47d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:29:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['53638ab7-0d9a-4700-81ac-c77334a19be1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:29:19.239104 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-6d242b18-3eaf-462b-880b-304ab2c47d7c None None] Set router 53638ab7-0d9a-4700-81ac-c77334a19be1 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:29:19.437498 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-134e6ab5-b4c4-4109-99b1-ae80159e6f70 req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] No DVR routers for this DVR port f45c7ea0-a875-4880-a190-6167790e16b4 on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:29:19.440312 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-134e6ab5-b4c4-4109-99b1-ae80159e6f70 req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:19.442674 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-134e6ab5-b4c4-4109-99b1-ae80159e6f70 req-301d4eb5-e4ac-4f33-891a-1d1c26de8838 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.11 "DELETE /v2.0/ports/f45c7ea0-a875-4880-a190-6167790e16b4 HTTP/1.1" status: 204 len: 173 time: 1.1319027 Jul 09 22:29:19.443123 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ee4d7e-8eba-4c0e-9c22-0673446a9f92', 'name': 'network-vif-deleted', 'tag': 'f45c7ea0-a875-4880-a190-6167790e16b4'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:29:19.446028 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94560df-e58a-40da-90b9-4bc700890545" -d '{"events": [{"server_uuid": "d7ee4d7e-8eba-4c0e-9c22-0673446a9f92", "name": "network-vif-deleted", "tag": "f45c7ea0-a875-4880-a190-6167790e16b4"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:29:19.452381 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-6d242b18-3eaf-462b-880b-304ab2c47d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:54Z', 'revision_number': 4, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port': {'id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:74:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'f29368df-90ee-4c59-90ec-c898f9e36627', 'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'mac_address': 'fa:16:3e:be:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:54Z', 'updated_at': '2021-07-09T22:24:58Z', 'revision_number': 5, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'subnets': [{'id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:29:19.483830 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d242b18-3eaf-462b-880b-304ab2c47d7c None None] Checking router: 53638ab7-0d9a-4700-81ac-c77334a19be1 for host: dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:29:19.491875 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48965d44-5b62-4c95-9e5b-418377b9daf8 x-openstack-request-id: req-48965d44-5b62-4c95-9e5b-418377b9daf8 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:29:19.492396 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ee4d7e-8eba-4c0e-9c22-0673446a9f92", "name": "network-vif-deleted", "tag": "f45c7ea0-a875-4880-a190-6167790e16b4", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:29:19.492396 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48965d44-5b62-4c95-9e5b-418377b9daf8 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:29:19.492804 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ee4d7e-8eba-4c0e-9c22-0673446a9f92', 'name': 'network-vif-deleted', 'tag': 'f45c7ea0-a875-4880-a190-6167790e16b4', 'status': 'completed', 'code': 200} Jul 09 22:29:19.492924 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d242b18-3eaf-462b-880b-304ab2c47d7c None None] Routers {'53638ab7-0d9a-4700-81ac-c77334a19be1'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:29:19.493437 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-6d242b18-3eaf-462b-880b-304ab2c47d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:29:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['53638ab7-0d9a-4700-81ac-c77334a19be1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:29:19.602087 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-6d242b18-3eaf-462b-880b-304ab2c47d7c None None] Set router 53638ab7-0d9a-4700-81ac-c77334a19be1 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:29:19.795699 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-6d242b18-3eaf-462b-880b-304ab2c47d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:54Z', 'revision_number': 4, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port': {'id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:74:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'f29368df-90ee-4c59-90ec-c898f9e36627', 'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'mac_address': 'fa:16:3e:be:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:54Z', 'updated_at': '2021-07-09T22:24:58Z', 'revision_number': 5, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'subnets': [{'id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:29:19.821201 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d242b18-3eaf-462b-880b-304ab2c47d7c None None] The sync data for ids ['53638ab7-0d9a-4700-81ac-c77334a19be1'] in dv-cinder-794962-8-iscsi is: [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:54Z', 'revision_number': 4, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port': {'id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:74:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'f29368df-90ee-4c59-90ec-c898f9e36627', 'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'mac_address': 'fa:16:3e:be:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:54Z', 'updated_at': '2021-07-09T22:24:58Z', 'revision_number': 5, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'subnets': [{'id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:29:19.975305 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-50cd647e-0d59-4052-bfe3-17a7067f14c0 req-0e750dbe-7699-4c6d-9766-7878696e8f1f tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ee4d7e-8eba-4c0e-9c22-0673446a9f92 HTTP/1.1" status: 200 len: 210 time: 0.0324280 Jul 09 22:29:20.060064 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9725205-a327-409d-9ac0-9340889b97ac None None] New status for floating IP 229ceed4-0b92-478b-9dbb-71e0b2ae95ff: DOWN {{(pid=93129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 22:29:20.730059 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:21.093801 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45048) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:29:21.147632 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ef2047be-b5d1-451e-9b8e-f8677c88f08d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:21.170080 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ef2047be-b5d1-451e-9b8e-f8677c88f08d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:21.214970 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ef2047be-b5d1-451e-9b8e-f8677c88f08d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:21.217528 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ef2047be-b5d1-451e-9b8e-f8677c88f08d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:21.218632 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-ef2047be-b5d1-451e-9b8e-f8677c88f08d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "DELETE /v2.0/security-groups/96974524-c016-4fb6-ac7f-36bbc8b798b8 HTTP/1.1" status: 204 len: 168 time: 0.1238732 Jul 09 22:29:21.221744 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45052) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:29:21.227250 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2047be-b5d1-451e-9b8e-f8677c88f08d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96974524-c016-4fb6-ac7f-36bbc8b798b8,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:29:21.234752 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2047be-b5d1-451e-9b8e-f8677c88f08d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:21.235100 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2047be-b5d1-451e-9b8e-f8677c88f08d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:21.235438 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2047be-b5d1-451e-9b8e-f8677c88f08d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:21.235767 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2047be-b5d1-451e-9b8e-f8677c88f08d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:21.236012 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.api.v2.resource [None req-c09a5f5f-a88f-4655-9aa3-8735d5f98bca tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] show failed (client error): The resource could not be found. Jul 09 22:29:21.236125 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2047be-b5d1-451e-9b8e-f8677c88f08d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:21.236408 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2047be-b5d1-451e-9b8e-f8677c88f08d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:21.236746 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2047be-b5d1-451e-9b8e-f8677c88f08d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:21.236988 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-c09a5f5f-a88f-4655-9aa3-8735d5f98bca tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups/96974524-c016-4fb6-ac7f-36bbc8b798b8 HTTP/1.1" status: 404 len: 347 time: 0.0140865 Jul 09 22:29:21.237091 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2047be-b5d1-451e-9b8e-f8677c88f08d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:21.237377 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2047be-b5d1-451e-9b8e-f8677c88f08d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:21.237696 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2047be-b5d1-451e-9b8e-f8677c88f08d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:21.238009 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2047be-b5d1-451e-9b8e-f8677c88f08d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:21.238323 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2047be-b5d1-451e-9b8e-f8677c88f08d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:21.239784 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45054) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:29:21.363238 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a20f7-2363-439d-aa39-a754ff2209a1 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Deleting port c4af30d6-0d8a-4cf4-ae7d-09399c626a2c {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:29:21.363593 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5c7a20f7-2363-439d-aa39-a754ff2209a1 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:21.438898 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5c7a20f7-2363-439d-aa39-a754ff2209a1 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:21.439227 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5c7a20f7-2363-439d-aa39-a754ff2209a1 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:21.450391 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a20f7-2363-439d-aa39-a754ff2209a1 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Calling delete_port for c4af30d6-0d8a-4cf4-ae7d-09399c626a2c owned by network:floatingip {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:29:21.579800 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5c7a20f7-2363-439d-aa39-a754ff2209a1 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:21.603047 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a20f7-2363-439d-aa39-a754ff2209a1 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Pushing event deleted for resources: {'Port': ['ID=c4af30d6-0d8a-4cf4-ae7d-09399c626a2c,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:29:21.665536 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5c7a20f7-2363-439d-aa39-a754ff2209a1 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for floatingip, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:21.668083 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5c7a20f7-2363-439d-aa39-a754ff2209a1 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:21.669877 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-5c7a20f7-2363-439d-aa39-a754ff2209a1 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "DELETE /v2.0/floatingips/229ceed4-0b92-478b-9dbb-71e0b2ae95ff HTTP/1.1" status: 204 len: 168 time: 0.4271572 Jul 09 22:29:21.693865 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device f45c7ea0-a875-4880-a190-6167790e16b4 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:29:21.713823 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: f45c7ea0-a875-4880-a190-6167790e16b4 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:29:21.714165 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device f45c7ea0-a875-4880-a190-6167790e16b4 not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:29:21.978492 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45058) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:29:21.983228 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-51227b5d-7f00-4c49-bb4c-152cbfbd3c96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1103421545', 'description': 'tempest-description--493152633'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:29:22.005877 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-51227b5d-7f00-4c49-bb4c-152cbfbd3c96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:22.087493 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-51227b5d-7f00-4c49-bb4c-152cbfbd3c96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:22.090852 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-51227b5d-7f00-4c49-bb4c-152cbfbd3c96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:22.117273 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-51227b5d-7f00-4c49-bb4c-152cbfbd3c96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:22.121118 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-51227b5d-7f00-4c49-bb4c-152cbfbd3c96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1389656 Jul 09 22:29:22.121118 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51227b5d-7f00-4c49-bb4c-152cbfbd3c96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9b5035-4a19-48e9-8683-4bc69e42434f,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:29:22.121883 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45060) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:29:22.128134 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-08798680-b993-4e9f-bdb1-f81c6c3b8af9 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Request body: {'security_group_rule': {'security_group_id': '3a9b5035-4a19-48e9-8683-4bc69e42434f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:29:22.155283 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-08798680-b993-4e9f-bdb1-f81c6c3b8af9 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:22.200141 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-08798680-b993-4e9f-bdb1-f81c6c3b8af9 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:22.204207 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-08798680-b993-4e9f-bdb1-f81c6c3b8af9 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:22.221147 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08798680-b993-4e9f-bdb1-f81c6c3b8af9 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767e6f04-45dd-49be-a522-2d982ce6f677,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:29:22.226740 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-08798680-b993-4e9f-bdb1-f81c6c3b8af9 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:22.228083 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-08798680-b993-4e9f-bdb1-f81c6c3b8af9 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1036336 Jul 09 22:29:22.230656 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45062) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:29:22.235046 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-1419aeff-7bdf-4301-897e-c8e59952e5fe tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Request body: {'security_group_rule': {'security_group_id': '3a9b5035-4a19-48e9-8683-4bc69e42434f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:29:22.262438 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1419aeff-7bdf-4301-897e-c8e59952e5fe tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:22.320578 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1419aeff-7bdf-4301-897e-c8e59952e5fe tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:22.324674 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1419aeff-7bdf-4301-897e-c8e59952e5fe tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:22.342455 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419aeff-7bdf-4301-897e-c8e59952e5fe tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e60bad-ad1b-4f8d-b9a0-0a128318b21e,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:29:22.347379 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1419aeff-7bdf-4301-897e-c8e59952e5fe tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:22.348645 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-1419aeff-7bdf-4301-897e-c8e59952e5fe tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170359 Jul 09 22:29:22.351635 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45064) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:29:22.355933 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-45092603-67d3-40ef-9f70-71ca8f55d50b tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Request body: {'floatingip': {'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:29:22.377687 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-45092603-67d3-40ef-9f70-71ca8f55d50b tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for floatingip, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:22.471254 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-45092603-67d3-40ef-9f70-71ca8f55d50b tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:22.573435 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_common [None req-45092603-67d3-40ef-9f70-71ca8f55d50b tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Allocated IP 172.27.2.148 (48f3c221-d066-4df5-b08c-0298bc94fba3/de0a8c43-0791-41b8-9204-ec5737d75642/46ad30f3-cf6f-41e9-945e-d06c3c229652) {{(pid=93127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:29:22.671883 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-45092603-67d3-40ef-9f70-71ca8f55d50b tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for port, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:22.709129 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-45092603-67d3-40ef-9f70-71ca8f55d50b tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6067558'] for port, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:22.751197 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45092603-67d3-40ef-9f70-71ca8f55d50b tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:29:22.753793 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-45092603-67d3-40ef-9f70-71ca8f55d50b tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:29:22.757374 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45092603-67d3-40ef-9f70-71ca8f55d50b tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Received port after_create {{(pid=93127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:29:22.778039 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45092603-67d3-40ef-9f70-71ca8f55d50b tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Pushing event updated for resources: {'Port': ['ID=46ad30f3-cf6f-41e9-945e-d06c3c229652,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:29:22.839382 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-45092603-67d3-40ef-9f70-71ca8f55d50b tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:22.880243 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-45092603-67d3-40ef-9f70-71ca8f55d50b tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:23.022259 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-45092603-67d3-40ef-9f70-71ca8f55d50b tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:23.026738 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-45092603-67d3-40ef-9f70-71ca8f55d50b tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6067604'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:23.097986 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45092603-67d3-40ef-9f70-71ca8f55d50b tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Pushing event updated for resources: {'Port': ['ID=46ad30f3-cf6f-41e9-945e-d06c3c229652,revision_number=2']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:29:23.105825 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-45092603-67d3-40ef-9f70-71ca8f55d50b tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545156'] for floatingip, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:23.119426 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-45092603-67d3-40ef-9f70-71ca8f55d50b tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:23.120828 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-45092603-67d3-40ef-9f70-71ca8f55d50b tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7682543 Jul 09 22:29:23.259788 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48fd77f4-61e6-4480-83db-df579383d7af req-308e3358-faab-468d-ac14-466dc3eb8e35 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1103421545&fields=id&tenant_id=91cfd66ca6284064bc95cc53bf8a4980 HTTP/1.1" status: 200 len: 267 time: 0.0346143 Jul 09 22:29:23.360864 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd77f4-61e6-4480-83db-df579383d7af req-09a67b31-c83c-4b9c-af2e-0a396aff100c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:23.362304 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48fd77f4-61e6-4480-83db-df579383d7af req-09a67b31-c83c-4b9c-af2e-0a396aff100c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/networks?id=d9ecf93f-6cbc-476c-98b7-d619f5245872 HTTP/1.1" status: 200 len: 811 time: 0.0959127 Jul 09 22:29:23.376187 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48fd77f4-61e6-4480-83db-df579383d7af req-5c50594b-baee-4159-b426-d4b9f6b703ec tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/quotas/91cfd66ca6284064bc95cc53bf8a4980 HTTP/1.1" status: 200 len: 375 time: 0.0087106 Jul 09 22:29:23.442329 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48fd77f4-61e6-4480-83db-df579383d7af req-da71f4d4-9e41-42e0-b28d-fc69076fb44c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=91cfd66ca6284064bc95cc53bf8a4980&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614352 Jul 09 22:29:23.498142 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [req-48fd77f4-61e6-4480-83db-df579383d7af req-6268f7af-3a21-4e2d-be95-d99e1706dfea service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 22:29:23.499107 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48fd77f4-61e6-4480-83db-df579383d7af req-6268f7af-3a21-4e2d-be95-d99e1706dfea service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457025 Jul 09 22:29:23.587455 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48fd77f4-61e6-4480-83db-df579383d7af req-2877dc38-69ff-49a7-b915-72638e6b007c service neutron] 10.222.0.10 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825970 Jul 09 22:29:23.677836 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48fd77f4-61e6-4480-83db-df579383d7af req-54d0adfd-63ef-4649-8a68-9fd2e44380f8 service neutron] 10.222.0.10 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842626 Jul 09 22:29:23.865947 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-85710e52-d46a-4075-98e2-4f7ceb3f4e0e req-3071d135-cb41-4b72-99bb-1fbbc548dac2 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 210 time: 0.0334666 Jul 09 22:29:24.941584 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd77f4-61e6-4480-83db-df579383d7af req-efd12ff4-2213-4804-8cc9-1b8104dc90c9 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:24.943409 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48fd77f4-61e6-4480-83db-df579383d7af req-efd12ff4-2213-4804-8cc9-1b8104dc90c9 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.11 "GET /v2.0/networks?id=d9ecf93f-6cbc-476c-98b7-d619f5245872 HTTP/1.1" status: 200 len: 811 time: 0.1019886 Jul 09 22:29:25.019361 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6870530a-ea85-4d21-9164-0a52a1902946 req-7403ff41-d829-4d6a-9478-441f9eeebbb4 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 210 time: 0.0406926 Jul 09 22:29:25.023439 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48fd77f4-61e6-4480-83db-df579383d7af req-d9ada2b7-fc5e-47e7-9725-0ce971701095 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91cfd66ca6284064bc95cc53bf8a4980 HTTP/1.1" status: 200 len: 380 time: 0.0647068 Jul 09 22:29:25.034329 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-48fd77f4-61e6-4480-83db-df579383d7af req-218b1a03-0822-4141-b0bd-c194bd681640 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Request body: {'port': {'device_id': '6198d9fd-534d-412d-9979-3a51de5df74e', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'admin_state_up': True, 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'security_groups': ['3a9b5035-4a19-48e9-8683-4bc69e42434f']}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:29:25.139845 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fd77f4-61e6-4480-83db-df579383d7af req-218b1a03-0822-4141-b0bd-c194bd681640 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Made reservation on behalf of 91cfd66ca6284064bc95cc53bf8a4980 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:29:25.143315 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-48fd77f4-61e6-4480-83db-df579383d7af req-218b1a03-0822-4141-b0bd-c194bd681640 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:25.265951 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-48fd77f4-61e6-4480-83db-df579383d7af req-218b1a03-0822-4141-b0bd-c194bd681640 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Allocated IP 172.20.0.10 (d9ecf93f-6cbc-476c-98b7-d619f5245872/8c44eb69-7fb8-492f-882d-c73fd2815398/7fd7b22d-c632-4b28-9f10-5405b423c7bf) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:29:25.394867 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-48fd77f4-61e6-4480-83db-df579383d7af req-218b1a03-0822-4141-b0bd-c194bd681640 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:25.408234 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-48fd77f4-61e6-4480-83db-df579383d7af req-218b1a03-0822-4141-b0bd-c194bd681640 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Transition to ACTIVE for port object 7fd7b22d-c632-4b28-9f10-5405b423c7bf will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:29:25.442377 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-48fd77f4-61e6-4480-83db-df579383d7af req-218b1a03-0822-4141-b0bd-c194bd681640 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:25.490803 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fd77f4-61e6-4480-83db-df579383d7af req-218b1a03-0822-4141-b0bd-c194bd681640 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Network d9ecf93f-6cbc-476c-98b7-d619f5245872 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:29:25.493943 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-48fd77f4-61e6-4480-83db-df579383d7af req-218b1a03-0822-4141-b0bd-c194bd681640 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:29:25.497854 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fd77f4-61e6-4480-83db-df579383d7af req-218b1a03-0822-4141-b0bd-c194bd681640 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:29:25.530380 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b1a03-0822-4141-b0bd-c194bd681640 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Pushing event updated for resources: {'Port': ['ID=7fd7b22d-c632-4b28-9f10-5405b423c7bf,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:29:25.558557 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd77f4-61e6-4480-83db-df579383d7af req-218b1a03-0822-4141-b0bd-c194bd681640 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:25.559187 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-48fd77f4-61e6-4480-83db-df579383d7af req-218b1a03-0822-4141-b0bd-c194bd681640 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:25.573601 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48fd77f4-61e6-4480-83db-df579383d7af req-218b1a03-0822-4141-b0bd-c194bd681640 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5441070 Jul 09 22:29:25.585100 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Request body: {'port': {'device_id': '6198d9fd-534d-412d-9979-3a51de5df74e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:29:25.669686 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:25.683008 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-97771085-e829-4d65-aab9-2f1dea7716b4 None None] Provisioning for port 7fd7b22d-c632-4b28-9f10-5405b423c7bf completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:29:25.687476 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-97771085-e829-4d65-aab9-2f1dea7716b4 None None] Provisioning complete for port 7fd7b22d-c632-4b28-9f10-5405b423c7bf triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:29:25.687850 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-97771085-e829-4d65-aab9-2f1dea7716b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:25.726114 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-97771085-e829-4d65-aab9-2f1dea7716b4 None None] Port 7fd7b22d-c632-4b28-9f10-5405b423c7bf cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:29:25.962892 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd7b22d-c632-4b28-9f10-5405b423c7bf {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:29:25.970648 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:25.983720 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Transition to ACTIVE for port object 7fd7b22d-c632-4b28-9f10-5405b423c7bf will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:29:25.987172 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:26.058383 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Pushing event updated for resources: {'Port': ['ID=7fd7b22d-c632-4b28-9f10-5405b423c7bf,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:29:26.111878 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Attempting to bind port 7fd7b22d-c632-4b28-9f10-5405b423c7bf on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:29:26.112372 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Attempting to bind port 7fd7b22d-c632-4b28-9f10-5405b423c7bf by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '18e2ecd3-5c8e-43d6-b96b-308cac4ccd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:29:26.112671 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Attempting to bind port 7fd7b22d-c632-4b28-9f10-5405b423c7bf on network d9ecf93f-6cbc-476c-98b7-d619f5245872 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:29:26.118316 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Port 7fd7b22d-c632-4b28-9f10-5405b423c7bf on network d9ecf93f-6cbc-476c-98b7-d619f5245872 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:29:26.118643 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Attempting to bind port 7fd7b22d-c632-4b28-9f10-5405b423c7bf on network d9ecf93f-6cbc-476c-98b7-d619f5245872 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:29:26.125436 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:29:26.125779 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Checking segment: {'id': '18e2ecd3-5c8e-43d6-b96b-308cac4ccd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:29:26.126167 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Bound using segment: {'id': '18e2ecd3-5c8e-43d6-b96b-308cac4ccd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:29:26.126601 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Bound port: 7fd7b22d-c632-4b28-9f10-5405b423c7bf, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e2ecd3-5c8e-43d6-b96b-308cac4ccd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:29:26.126966 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:26.244257 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] For port 7fd7b22d-c632-4b28-9f10-5405b423c7bf, host hv-cinder-79496, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:29:26.249457 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] For port 7fd7b22d-c632-4b28-9f10-5405b423c7bf, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7fd7b22d-c632-4b28-9f10-5405b423c7bf,segment=NetworkSegment(18e2ecd3-5c8e-43d6-b96b-308cac4ccd59),segment_id=18e2ecd3-5c8e-43d6-b96b-308cac4ccd59)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:29:26.259958 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66196a5f-d420-412d-b5c0-cb52b700aeea req-88d620fd-f565-4806-ae4d-b2d81550b708 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:26.261496 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-66196a5f-d420-412d-b5c0-cb52b700aeea req-88d620fd-f565-4806-ae4d-b2d81550b708 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 944 time: 0.1240141 Jul 09 22:29:26.263011 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:26.319316 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:26.319936 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:26.321341 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48fd77f4-61e6-4480-83db-df579383d7af req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] 10.222.0.11 "PUT /v2.0/ports/7fd7b22d-c632-4b28-9f10-5405b423c7bf HTTP/1.1" status: 200 len: 1094 time: 0.7405751 Jul 09 22:29:26.321773 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6198d9fd-534d-412d-9979-3a51de5df74e', 'tag': '7fd7b22d-c632-4b28-9f10-5405b423c7bf'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:29:26.323992 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe04479-7c90-4429-a3b1-35db091fa218" -d '{"events": [{"name": "network-changed", "server_uuid": "6198d9fd-534d-412d-9979-3a51de5df74e", "tag": "7fd7b22d-c632-4b28-9f10-5405b423c7bf"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:29:26.364305 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-66196a5f-d420-412d-b5c0-cb52b700aeea req-f232634a-ad23-42c3-82bf-cdffaa804f7d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a9b5035-4a19-48e9-8683-4bc69e42434f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933130 Jul 09 22:29:26.365059 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222e981-06e5-4000-bd4e-aeffbf05f68e service neutron] Pushing event updated for resources: {'Port': ['ID=7fd7b22d-c632-4b28-9f10-5405b423c7bf,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:29:26.423632 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd77f4-61e6-4480-83db-df579383d7af req-a8e8ff7d-c362-4796-a3ff-fa0ab0c779b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:26.425455 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48fd77f4-61e6-4480-83db-df579383d7af req-a8e8ff7d-c362-4796-a3ff-fa0ab0c779b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91cfd66ca6284064bc95cc53bf8a4980&device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 1097 time: 0.0575073 Jul 09 22:29:26.468311 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a960a365-d158-4866-b402-10f805bb4746 x-openstack-request-id: req-a960a365-d158-4866-b402-10f805bb4746 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:29:26.468606 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6198d9fd-534d-412d-9979-3a51de5df74e", "tag": "7fd7b22d-c632-4b28-9f10-5405b423c7bf", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:29:26.468886 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a960a365-d158-4866-b402-10f805bb4746 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:29:26.469282 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6198d9fd-534d-412d-9979-3a51de5df74e', 'tag': '7fd7b22d-c632-4b28-9f10-5405b423c7bf', 'status': 'completed', 'code': 200} Jul 09 22:29:26.471052 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48fd77f4-61e6-4480-83db-df579383d7af req-c1968676-0bbb-44f8-9209-05d71963704e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fd7b22d-c632-4b28-9f10-5405b423c7bf HTTP/1.1" status: 200 len: 217 time: 0.0384119 Jul 09 22:29:26.523814 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd77f4-61e6-4480-83db-df579383d7af req-3cc1bad2-e7d4-4720-aeb9-afa8343e3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:26.525270 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48fd77f4-61e6-4480-83db-df579383d7af req-3cc1bad2-e7d4-4720-aeb9-afa8343e3e88 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c44eb69-7fb8-492f-882d-c73fd2815398 HTTP/1.1" status: 200 len: 850 time: 0.0477369 Jul 09 22:29:26.582906 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd77f4-61e6-4480-83db-df579383d7af req-77e4aad9-98dc-400d-91f3-283d18d09788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:26.584326 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48fd77f4-61e6-4480-83db-df579383d7af req-77e4aad9-98dc-400d-91f3-283d18d09788 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9ecf93f-6cbc-476c-98b7-d619f5245872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523751 Jul 09 22:29:26.673378 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48fd77f4-61e6-4480-83db-df579383d7af req-d073c6c9-2cbb-41e1-b932-b44f11cf0055 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822895 Jul 09 22:29:26.764389 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48fd77f4-61e6-4480-83db-df579383d7af req-bb722348-1492-42af-83e5-8607b4570509 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844738 Jul 09 22:29:26.863100 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe04479-7c90-4429-a3b1-35db091fa218 req-0ab15921-94a4-41e0-a93d-65ddd13aeadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:26.864527 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dbe04479-7c90-4429-a3b1-35db091fa218 req-0ab15921-94a4-41e0-a93d-65ddd13aeadf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91cfd66ca6284064bc95cc53bf8a4980&device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 1097 time: 0.0506306 Jul 09 22:29:26.955596 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe04479-7c90-4429-a3b1-35db091fa218 req-657f7644-aed1-4d60-9845-549e102a7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:26.957077 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dbe04479-7c90-4429-a3b1-35db091fa218 req-657f7644-aed1-4d60-9845-549e102a7645 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9ecf93f-6cbc-476c-98b7-d619f5245872 HTTP/1.1" status: 200 len: 912 time: 0.0854125 Jul 09 22:29:26.996600 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dbe04479-7c90-4429-a3b1-35db091fa218 req-f6276af0-0c1b-4c16-9d16-ed1d73da186d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fd7b22d-c632-4b28-9f10-5405b423c7bf HTTP/1.1" status: 200 len: 217 time: 0.0328860 Jul 09 22:29:27.043355 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe04479-7c90-4429-a3b1-35db091fa218 req-8ce6a57a-f752-4979-8819-9a697e7b126a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:27.044668 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dbe04479-7c90-4429-a3b1-35db091fa218 req-8ce6a57a-f752-4979-8819-9a697e7b126a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c44eb69-7fb8-492f-882d-c73fd2815398 HTTP/1.1" status: 200 len: 850 time: 0.0420389 Jul 09 22:29:27.103041 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe04479-7c90-4429-a3b1-35db091fa218 req-e19c07f6-d527-4fcf-ab37-056cf29315c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:27.104470 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dbe04479-7c90-4429-a3b1-35db091fa218 req-e19c07f6-d527-4fcf-ab37-056cf29315c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9ecf93f-6cbc-476c-98b7-d619f5245872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536270 Jul 09 22:29:27.189635 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dbe04479-7c90-4429-a3b1-35db091fa218 req-39cdd2d1-7df2-4067-857d-d91b79adaec4 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785275 Jul 09 22:29:27.278070 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dbe04479-7c90-4429-a3b1-35db091fa218 req-bd382a78-e27c-4724-995f-9f77a68d3845 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823920 Jul 09 22:29:27.545357 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55dfb8-38c1-41bc-b57f-3d0f3815e790 req-f24a42a3-23d5-4331-9a3e-37adab6b2987 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:27.546808 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ba55dfb8-38c1-41bc-b57f-3d0f3815e790 req-f24a42a3-23d5-4331-9a3e-37adab6b2987 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 944 time: 0.0621583 Jul 09 22:29:27.583609 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ba55dfb8-38c1-41bc-b57f-3d0f3815e790 req-6426537e-37da-4c90-ad8f-d12d2d0a84ea tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a9b5035-4a19-48e9-8683-4bc69e42434f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314188 Jul 09 22:29:28.751241 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e629c0-1f98-45be-96b2-bc6bbced9c42 req-bca474d2-87e3-48fd-aadc-0fc8a013f5c2 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:28.752586 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-30e629c0-1f98-45be-96b2-bc6bbced9c42 req-bca474d2-87e3-48fd-aadc-0fc8a013f5c2 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 944 time: 0.0605099 Jul 09 22:29:28.787787 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-30e629c0-1f98-45be-96b2-bc6bbced9c42 req-3e9619ee-bde6-45a7-b6f1-d896006e687c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a9b5035-4a19-48e9-8683-4bc69e42434f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297561 Jul 09 22:29:29.756873 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 7fd7b22d-c632-4b28-9f10-5405b423c7bf details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:29:29.851888 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 7fd7b22d-c632-4b28-9f10-5405b423c7bf, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7fd7b22d-c632-4b28-9f10-5405b423c7bf,segment=NetworkSegment(18e2ecd3-5c8e-43d6-b96b-308cac4ccd59),segment_id=18e2ecd3-5c8e-43d6-b96b-308cac4ccd59)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:29:29.862995 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': '7fd7b22d-c632-4b28-9f10-5405b423c7bf', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'port_id': '7fd7b22d-c632-4b28-9f10-5405b423c7bf', 'mac_address': 'fa:16:3e:29:f1:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:29:29.899563 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:29.915667 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd7b22d-c632-4b28-9f10-5405b423c7bf {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:29:29.935053 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 7fd7b22d-c632-4b28-9f10-5405b423c7bf, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7fd7b22d-c632-4b28-9f10-5405b423c7bf,segment=NetworkSegment(18e2ecd3-5c8e-43d6-b96b-308cac4ccd59),segment_id=18e2ecd3-5c8e-43d6-b96b-308cac4ccd59)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:29:29.939278 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:29.961568 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0eab8-1d2b-4a86-a1cd-a55c0442643f req-da3b26c1-06e1-4e71-bc22-e2c0795b5c81 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:29.963047 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9da0eab8-1d2b-4a86-a1cd-a55c0442643f req-da3b26c1-06e1-4e71-bc22-e2c0795b5c81 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 944 time: 0.0662611 Jul 09 22:29:29.987879 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=7fd7b22d-c632-4b28-9f10-5405b423c7bf,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:29:29.995018 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:29.995374 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:29.995719 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:29.996060 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:29.996396 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:29.996772 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:29.997638 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:29.997983 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:29.998575 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:29.998697 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:29.998937 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:29.999432 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:29:30.001039 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9da0eab8-1d2b-4a86-a1cd-a55c0442643f req-d08578bd-8375-4859-928f-0ab6b7e553fd tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a9b5035-4a19-48e9-8683-4bc69e42434f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322986 Jul 09 22:29:30.282888 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['7fd7b22d-c632-4b28-9f10-5405b423c7bf'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:29:31.171955 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0422b39-06f0-4293-a3ec-29cc91a8f6f8 req-10e017f6-3de8-4fb0-b237-cba61373582d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:31.173411 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e0422b39-06f0-4293-a3ec-29cc91a8f6f8 req-10e017f6-3de8-4fb0-b237-cba61373582d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 945 time: 0.0612307 Jul 09 22:29:31.209831 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e0422b39-06f0-4293-a3ec-29cc91a8f6f8 req-dede956a-1895-4a80-8568-3a8eb2fa3a0d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a9b5035-4a19-48e9-8683-4bc69e42434f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310123 Jul 09 22:29:31.771798 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 7fd7b22d-c632-4b28-9f10-5405b423c7bf up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:29:31.821439 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port 7fd7b22d-c632-4b28-9f10-5405b423c7bf completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:29:31.824930 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port 7fd7b22d-c632-4b28-9f10-5405b423c7bf triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:29:31.825341 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:31.899459 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:31.921598 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6198d9fd-534d-412d-9979-3a51de5df74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd7b22d-c632-4b28-9f10-5405b423c7bf'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:29:31.923805 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65cb9d8-9d89-452c-8a05-47ba77d93858" -d '{"events": [{"server_uuid": "6198d9fd-534d-412d-9979-3a51de5df74e", "name": "network-vif-plugged", "status": "completed", "tag": "7fd7b22d-c632-4b28-9f10-5405b423c7bf"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:29:31.936233 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 7fd7b22d-c632-4b28-9f10-5405b423c7bf, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7fd7b22d-c632-4b28-9f10-5405b423c7bf,segment=NetworkSegment(18e2ecd3-5c8e-43d6-b96b-308cac4ccd59),segment_id=18e2ecd3-5c8e-43d6-b96b-308cac4ccd59)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:29:31.940340 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:31.991727 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=7fd7b22d-c632-4b28-9f10-5405b423c7bf,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:29:32.016798 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f315a7-7bfb-4889-b101-1670b87cb10b x-openstack-request-id: req-68f315a7-7bfb-4889-b101-1670b87cb10b {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:29:32.017094 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6198d9fd-534d-412d-9979-3a51de5df74e", "name": "network-vif-plugged", "status": "completed", "tag": "7fd7b22d-c632-4b28-9f10-5405b423c7bf", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:29:32.017348 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-68f315a7-7bfb-4889-b101-1670b87cb10b {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:29:32.017739 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6198d9fd-534d-412d-9979-3a51de5df74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd7b22d-c632-4b28-9f10-5405b423c7bf', 'code': 200} Jul 09 22:29:32.245744 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec553de3-8e4d-411c-b496-5b3613f58257 req-a3848558-e665-4b31-a7c1-4d22ac0b305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:32.247259 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ec553de3-8e4d-411c-b496-5b3613f58257 req-a3848558-e665-4b31-a7c1-4d22ac0b305f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 1099 time: 0.0495520 Jul 09 22:29:32.290770 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ec553de3-8e4d-411c-b496-5b3613f58257 req-c77d9c1a-3a9c-4b44-a37e-4e3eadacff1c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3a9b5035-4a19-48e9-8683-4bc69e42434f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362031 Jul 09 22:29:32.377623 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c136271-2531-4072-a9aa-7bc62dd155b5 req-8da80555-cc09-4842-a5ec-334ec96589e6 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:32.379073 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4c136271-2531-4072-a9aa-7bc62dd155b5 req-8da80555-cc09-4842-a5ec-334ec96589e6 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 946 time: 0.0613031 Jul 09 22:29:32.415926 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4c136271-2531-4072-a9aa-7bc62dd155b5 req-b254efc8-8702-429f-bd32-742218cff334 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a9b5035-4a19-48e9-8683-4bc69e42434f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313220 Jul 09 22:29:33.586497 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f492d-7d4a-476a-9395-e950747bbed9 req-923c66a3-dcfb-443d-943e-a25e3e30374d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:33.587929 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-981f492d-7d4a-476a-9395-e950747bbed9 req-923c66a3-dcfb-443d-943e-a25e3e30374d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 946 time: 0.0608974 Jul 09 22:29:33.625192 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-981f492d-7d4a-476a-9395-e950747bbed9 req-5334644a-e818-49dd-b3e8-5aa32418ab4d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a9b5035-4a19-48e9-8683-4bc69e42434f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311432 Jul 09 22:29:33.788780 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a19482-7e8a-4949-be24-657cc112fd68 req-92b7b1c0-b8b9-4767-8815-562165e649d7 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:33.790115 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-24a19482-7e8a-4949-be24-657cc112fd68 req-92b7b1c0-b8b9-4767-8815-562165e649d7 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 946 time: 0.0645654 Jul 09 22:29:33.798305 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45130) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:29:33.802710 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-e8ce47c1-ab27-4a4a-8a97-174f9947d24c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Request body: {'floatingip': {'port_id': '7fd7b22d-c632-4b28-9f10-5405b423c7bf'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:29:33.844538 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e8ce47c1-ab27-4a4a-8a97-174f9947d24c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for floatingip, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:34.269431 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e8ce47c1-ab27-4a4a-8a97-174f9947d24c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:34.272933 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e8ce47c1-ab27-4a4a-8a97-174f9947d24c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545156'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:34.367815 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.l3_db [None req-e8ce47c1-ab27-4a4a-8a97-174f9947d24c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Floating IP 2f8b1cfc-b71f-4add-acd5-75e41a73f5a0 associated. External IP: 172.27.2.148, port: 7fd7b22d-c632-4b28-9f10-5405b423c7bf. Jul 09 22:29:34.566875 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ce47c1-ab27-4a4a-8a97-174f9947d24c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Router 53638ab7-0d9a-4700-81ac-c77334a19be1 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:29:34.670730 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ce47c1-ab27-4a4a-8a97-174f9947d24c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:29:34.675527 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e8ce47c1-ab27-4a4a-8a97-174f9947d24c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:34.679758 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a70c28c-f349-44cf-86e5-e206771a8ff7 None None] Sync routers for ids ['53638ab7-0d9a-4700-81ac-c77334a19be1'] in dv-cinder-794962-8-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:29:34.689769 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a70c28c-f349-44cf-86e5-e206771a8ff7 None None] Routers {'53638ab7-0d9a-4700-81ac-c77334a19be1'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:29:34.690369 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-9a70c28c-f349-44cf-86e5-e206771a8ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:29:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['53638ab7-0d9a-4700-81ac-c77334a19be1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:29:34.712922 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-e8ce47c1-ab27-4a4a-8a97-174f9947d24c tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "PUT /v2.0/floatingips/2f8b1cfc-b71f-4add-acd5-75e41a73f5a0 HTTP/1.1" status: 200 len: 992 time: 0.9110415 Jul 09 22:29:34.712922 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6198d9fd-534d-412d-9979-3a51de5df74e', 'tag': '7fd7b22d-c632-4b28-9f10-5405b423c7bf'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:29:34.713240 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9b0641-c475-4b36-8e75-2db6cf15e70d" -d '{"events": [{"name": "network-changed", "server_uuid": "6198d9fd-534d-412d-9979-3a51de5df74e", "tag": "7fd7b22d-c632-4b28-9f10-5405b423c7bf"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:29:34.756326 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258cfb37-4b09-4ddf-9111-c1886368839b x-openstack-request-id: req-258cfb37-4b09-4ddf-9111-c1886368839b {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:29:34.756610 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6198d9fd-534d-412d-9979-3a51de5df74e", "tag": "7fd7b22d-c632-4b28-9f10-5405b423c7bf", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:29:34.756885 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-258cfb37-4b09-4ddf-9111-c1886368839b {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:29:34.758642 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6198d9fd-534d-412d-9979-3a51de5df74e', 'tag': '7fd7b22d-c632-4b28-9f10-5405b423c7bf', 'status': 'completed', 'code': 200} Jul 09 22:29:34.836020 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b0641-c475-4b36-8e75-2db6cf15e70d req-e6092205-2cf0-402c-9d6f-10de4613c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:34.837572 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2c9b0641-c475-4b36-8e75-2db6cf15e70d req-e6092205-2cf0-402c-9d6f-10de4613c4a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91cfd66ca6284064bc95cc53bf8a4980&device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 1099 time: 0.0562489 Jul 09 22:29:34.881672 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-9a70c28c-f349-44cf-86e5-e206771a8ff7 None None] Set router 53638ab7-0d9a-4700-81ac-c77334a19be1 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:29:35.111050 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-9a70c28c-f349-44cf-86e5-e206771a8ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:54Z', 'revision_number': 4, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port': {'id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:74:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '2f8b1cfc-b71f-4add-acd5-75e41a73f5a0', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'port_id': '7fd7b22d-c632-4b28-9f10-5405b423c7bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'mac_address': 'fa:16:3e:29:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6198d9fd-534d-412d-9979-3a51de5df74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:29:22Z', 'updated_at': '2021-07-09T22:29:34Z', 'revision_number': 1, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29368df-90ee-4c59-90ec-c898f9e36627', 'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'mac_address': 'fa:16:3e:be:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:54Z', 'updated_at': '2021-07-09T22:24:58Z', 'revision_number': 5, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'subnets': [{'id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:29:35.136198 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a70c28c-f349-44cf-86e5-e206771a8ff7 None None] Checking router: 53638ab7-0d9a-4700-81ac-c77334a19be1 for host: dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:29:35.144451 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a70c28c-f349-44cf-86e5-e206771a8ff7 None None] Routers {'53638ab7-0d9a-4700-81ac-c77334a19be1'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:29:35.145084 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-9a70c28c-f349-44cf-86e5-e206771a8ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:29:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['53638ab7-0d9a-4700-81ac-c77334a19be1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:29:35.204956 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b0641-c475-4b36-8e75-2db6cf15e70d req-7675f2cc-b81a-4619-a26b-f60bb17e223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:35.206439 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2c9b0641-c475-4b36-8e75-2db6cf15e70d req-7675f2cc-b81a-4619-a26b-f60bb17e223b service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9ecf93f-6cbc-476c-98b7-d619f5245872 HTTP/1.1" status: 200 len: 912 time: 0.3622689 Jul 09 22:29:35.248703 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-9a70c28c-f349-44cf-86e5-e206771a8ff7 None None] Set router 53638ab7-0d9a-4700-81ac-c77334a19be1 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:29:35.269479 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2c9b0641-c475-4b36-8e75-2db6cf15e70d req-ab8b541d-46b6-4dde-bdaa-948a7832fef9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fd7b22d-c632-4b28-9f10-5405b423c7bf HTTP/1.1" status: 200 len: 1000 time: 0.0560541 Jul 09 22:29:35.316552 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b0641-c475-4b36-8e75-2db6cf15e70d req-2327b07e-8e47-4057-98ed-e376b4698806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:35.318100 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2c9b0641-c475-4b36-8e75-2db6cf15e70d req-2327b07e-8e47-4057-98ed-e376b4698806 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c44eb69-7fb8-492f-882d-c73fd2815398 HTTP/1.1" status: 200 len: 850 time: 0.0429027 Jul 09 22:29:35.376200 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b0641-c475-4b36-8e75-2db6cf15e70d req-19eed211-3e17-44e1-9c3d-0160d49adde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:35.377630 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2c9b0641-c475-4b36-8e75-2db6cf15e70d req-19eed211-3e17-44e1-9c3d-0160d49adde8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9ecf93f-6cbc-476c-98b7-d619f5245872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537417 Jul 09 22:29:35.464910 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2c9b0641-c475-4b36-8e75-2db6cf15e70d req-fddd2e92-323d-492b-92c6-4fc3f30a75bf service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807362 Jul 09 22:29:35.468800 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-9a70c28c-f349-44cf-86e5-e206771a8ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:54Z', 'revision_number': 4, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port': {'id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:74:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '2f8b1cfc-b71f-4add-acd5-75e41a73f5a0', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'port_id': '7fd7b22d-c632-4b28-9f10-5405b423c7bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'mac_address': 'fa:16:3e:29:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6198d9fd-534d-412d-9979-3a51de5df74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:29:22Z', 'updated_at': '2021-07-09T22:29:34Z', 'revision_number': 1, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29368df-90ee-4c59-90ec-c898f9e36627', 'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'mac_address': 'fa:16:3e:be:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:54Z', 'updated_at': '2021-07-09T22:24:58Z', 'revision_number': 5, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'subnets': [{'id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:29:35.493824 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a70c28c-f349-44cf-86e5-e206771a8ff7 None None] The sync data for ids ['53638ab7-0d9a-4700-81ac-c77334a19be1'] in dv-cinder-794962-8-iscsi is: [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:54Z', 'revision_number': 4, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port': {'id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:74:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '2f8b1cfc-b71f-4add-acd5-75e41a73f5a0', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'port_id': '7fd7b22d-c632-4b28-9f10-5405b423c7bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'mac_address': 'fa:16:3e:29:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6198d9fd-534d-412d-9979-3a51de5df74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:29:22Z', 'updated_at': '2021-07-09T22:29:34Z', 'revision_number': 1, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29368df-90ee-4c59-90ec-c898f9e36627', 'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'mac_address': 'fa:16:3e:be:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:54Z', 'updated_at': '2021-07-09T22:24:58Z', 'revision_number': 5, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'subnets': [{'id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:29:35.557322 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2c9b0641-c475-4b36-8e75-2db6cf15e70d req-fa3dfc59-c68a-46df-a52b-1d5ce0f9cec4 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852034 Jul 09 22:29:35.673171 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780f5e38-bdfa-4bf3-ae32-c5848bb2f883 None None] New status for floating IP 2f8b1cfc-b71f-4add-acd5-75e41a73f5a0: ACTIVE {{(pid=93129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 22:29:41.000413 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:29:41.541768 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5c0d-38ab-4a8a-897c-e3146f7eb6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:44.821588 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cafdd898-7ab6-4ca3-a626-72f1ec019fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:45.246016 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:46.702656 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:48.494659 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:50.718471 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:29:58.701546 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-199978db-8d4b-4b13-8913-48f3f6423a30 req-90ade1c5-53a2-4f70-bc9b-35da300ac39f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6198d9fd-534d-412d-9979-3a51de5df74e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507138 Jul 09 22:29:58.792152 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199978db-8d4b-4b13-8913-48f3f6423a30 req-411481d5-8075-44b6-9453-3c5cecc828b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:58.793622 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-199978db-8d4b-4b13-8913-48f3f6423a30 req-411481d5-8075-44b6-9453-3c5cecc828b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91cfd66ca6284064bc95cc53bf8a4980&device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 1099 time: 0.0510268 Jul 09 22:29:58.897665 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199978db-8d4b-4b13-8913-48f3f6423a30 req-1b63b5e9-5d05-40fd-b18e-973e9cc39395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:58.899001 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-199978db-8d4b-4b13-8913-48f3f6423a30 req-1b63b5e9-5d05-40fd-b18e-973e9cc39395 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9ecf93f-6cbc-476c-98b7-d619f5245872 HTTP/1.1" status: 200 len: 912 time: 0.0845122 Jul 09 22:29:58.961331 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-199978db-8d4b-4b13-8913-48f3f6423a30 req-841b0ea8-d760-4ee8-bc59-3f22abe3e0ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fd7b22d-c632-4b28-9f10-5405b423c7bf HTTP/1.1" status: 200 len: 1002 time: 0.0562546 Jul 09 22:29:59.006643 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199978db-8d4b-4b13-8913-48f3f6423a30 req-4249b146-4f28-4d4b-8448-7fd16725afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:59.008006 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-199978db-8d4b-4b13-8913-48f3f6423a30 req-4249b146-4f28-4d4b-8448-7fd16725afac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c44eb69-7fb8-492f-882d-c73fd2815398 HTTP/1.1" status: 200 len: 850 time: 0.0411773 Jul 09 22:29:59.065967 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199978db-8d4b-4b13-8913-48f3f6423a30 req-746b9ccc-df47-4ccd-8d91-16f197f375aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:29:59.067425 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-199978db-8d4b-4b13-8913-48f3f6423a30 req-746b9ccc-df47-4ccd-8d91-16f197f375aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9ecf93f-6cbc-476c-98b7-d619f5245872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526543 Jul 09 22:29:59.151607 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-199978db-8d4b-4b13-8913-48f3f6423a30 req-44d08d20-2a00-4353-b18f-f4a7c92b816f service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778210 Jul 09 22:29:59.240911 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-199978db-8d4b-4b13-8913-48f3f6423a30 req-09ad66aa-d491-4fde-8f1f-b9723ceef6f3 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835085 Jul 09 22:30:11.543101 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c55c263d-cf5e-43b4-81c6-6babb75651cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:30:14.822858 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-26f914b5-5f6b-492d-94aa-55bc8e3a8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:30:15.247760 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:30:16.705591 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:30:17.999628 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:30:18.497298 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:30:20.740504 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:30:41.543603 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-173ce49d-6697-485d-9419-3e5937687468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:30:44.824549 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-14660948-adb9-4c4a-945e-5d409bf5f6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:30:45.247992 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:30:46.708967 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:30:48.502701 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:30:50.741897 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:30:54.998794 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:30:59.726180 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ff8c127-c7a9-4c28-b4f5-5160fc8189cb req-a1104fee-ee30-4c57-998d-275ad550e348 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6198d9fd-534d-412d-9979-3a51de5df74e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513330 Jul 09 22:30:59.823295 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8c127-c7a9-4c28-b4f5-5160fc8189cb req-6c37b0d5-6592-4bba-a97c-f79b6c72c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:30:59.824790 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ff8c127-c7a9-4c28-b4f5-5160fc8189cb req-6c37b0d5-6592-4bba-a97c-f79b6c72c9c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91cfd66ca6284064bc95cc53bf8a4980&device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 1099 time: 0.0506158 Jul 09 22:30:59.928683 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8c127-c7a9-4c28-b4f5-5160fc8189cb req-09beee63-ea4f-466c-8535-76e069e163bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:30:59.930091 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ff8c127-c7a9-4c28-b4f5-5160fc8189cb req-09beee63-ea4f-466c-8535-76e069e163bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=d9ecf93f-6cbc-476c-98b7-d619f5245872 HTTP/1.1" status: 200 len: 912 time: 0.0851865 Jul 09 22:30:59.992938 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ff8c127-c7a9-4c28-b4f5-5160fc8189cb req-0d845543-59ae-411a-a1cd-8b126e384692 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fd7b22d-c632-4b28-9f10-5405b423c7bf HTTP/1.1" status: 200 len: 1002 time: 0.0557437 Jul 09 22:31:00.040633 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8c127-c7a9-4c28-b4f5-5160fc8189cb req-70177a9d-d42a-436a-ba8d-059942eaaca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:31:00.042064 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ff8c127-c7a9-4c28-b4f5-5160fc8189cb req-70177a9d-d42a-436a-ba8d-059942eaaca7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c44eb69-7fb8-492f-882d-c73fd2815398 HTTP/1.1" status: 200 len: 850 time: 0.0422301 Jul 09 22:31:00.104817 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8c127-c7a9-4c28-b4f5-5160fc8189cb req-f4fea832-c9c2-4488-ac25-011dc50d38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:31:00.106271 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ff8c127-c7a9-4c28-b4f5-5160fc8189cb req-f4fea832-c9c2-4488-ac25-011dc50d38b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9ecf93f-6cbc-476c-98b7-d619f5245872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568225 Jul 09 22:31:00.194359 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ff8c127-c7a9-4c28-b4f5-5160fc8189cb req-c16e6a0e-665a-43d8-ad4b-721198b6041b service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814760 Jul 09 22:31:00.284862 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ff8c127-c7a9-4c28-b4f5-5160fc8189cb req-e307eb1d-d648-4cfa-aaea-80f0618cbd54 service neutron] 10.222.0.11 "GET /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832179 Jul 09 22:31:11.545265 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-00bcc970-3fc3-4aef-ba72-7280f9004751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:14.325133 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366273d5-ec71-4312-bc30-8169c11a8a9e req-473143f7-cd63-4fe2-bdb5-679f5c024086 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:31:14.326569 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-366273d5-ec71-4312-bc30-8169c11a8a9e req-473143f7-cd63-4fe2-bdb5-679f5c024086 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 946 time: 0.0618663 Jul 09 22:31:14.363550 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-366273d5-ec71-4312-bc30-8169c11a8a9e req-93691602-fa5c-4812-b416-8b58ff5b83a9 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a9b5035-4a19-48e9-8683-4bc69e42434f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309577 Jul 09 22:31:14.824479 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-22ebf7fb-d5be-4914-926a-7b641c3e4d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:15.249156 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:15.536134 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5e6d4-cd69-478e-95d2-48c421a7bb52 req-a9289001-2bc3-4a99-baee-49a3f243061d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:31:15.537782 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fcc5e6d4-cd69-478e-95d2-48c421a7bb52 req-a9289001-2bc3-4a99-baee-49a3f243061d tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 946 time: 0.0620439 Jul 09 22:31:15.573402 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fcc5e6d4-cd69-478e-95d2-48c421a7bb52 req-2534bd4a-51a2-4cb8-a8fb-184b6bd34b35 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a9b5035-4a19-48e9-8683-4bc69e42434f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301819 Jul 09 22:31:16.341437 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b50a9-5742-4052-9937-7d72c144c052 req-6a84c8a7-b644-4217-af6d-efc06b29f5c1 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:31:16.342848 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8e8b50a9-5742-4052-9937-7d72c144c052 req-6a84c8a7-b644-4217-af6d-efc06b29f5c1 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.11 "GET /v2.0/ports?device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 946 time: 0.0637860 Jul 09 22:31:16.435497 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-8e8b50a9-5742-4052-9937-7d72c144c052 req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Deleting port 7fd7b22d-c632-4b28-9f10-5405b423c7bf {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:31:16.435833 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8e8b50a9-5742-4052-9937-7d72c144c052 req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:16.522961 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-8e8b50a9-5742-4052-9937-7d72c144c052 req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] For port 7fd7b22d-c632-4b28-9f10-5405b423c7bf, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7fd7b22d-c632-4b28-9f10-5405b423c7bf,segment=NetworkSegment(18e2ecd3-5c8e-43d6-b96b-308cac4ccd59),segment_id=18e2ecd3-5c8e-43d6-b96b-308cac4ccd59)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:31:16.523303 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8e8b50a9-5742-4052-9937-7d72c144c052 req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:16.695988 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8e8b50a9-5742-4052-9937-7d72c144c052 req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:16.696688 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8e8b50a9-5742-4052-9937-7d72c144c052 req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545156'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:16.696688 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.l3_db [req-8e8b50a9-5742-4052-9937-7d72c144c052 req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Floating IP 2f8b1cfc-b71f-4add-acd5-75e41a73f5a0 disassociated. External IP: 172.27.2.148, port: 7fd7b22d-c632-4b28-9f10-5405b423c7bf. Jul 09 22:31:16.697006 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-8e8b50a9-5742-4052-9937-7d72c144c052 req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Calling delete_port for 7fd7b22d-c632-4b28-9f10-5405b423c7bf owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:31:16.711305 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:16.803657 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1747be-902c-4f12-9223-2f2b06369b89 req-4287edb9-c1e2-42c0-9272-3b15488e3a99 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:31:16.805163 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4d1747be-902c-4f12-9223-2f2b06369b89 req-4287edb9-c1e2-42c0-9272-3b15488e3a99 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/ports?device_id=6198d9fd-534d-412d-9979-3a51de5df74e HTTP/1.1" status: 200 len: 946 time: 0.1229343 Jul 09 22:31:16.870184 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4d1747be-902c-4f12-9223-2f2b06369b89 req-e98f7331-3b18-4a39-99c4-03312bffd459 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a9b5035-4a19-48e9-8683-4bc69e42434f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569420 Jul 09 22:31:16.891935 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8e8b50a9-5742-4052-9937-7d72c144c052 req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:16.918798 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Pushing event deleted for resources: {'Port': ['ID=7fd7b22d-c632-4b28-9f10-5405b423c7bf,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:16.927997 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:16.928342 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:16.928682 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:16.929036 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:16.929364 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:16.929690 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:16.930013 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:16.930335 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:16.930658 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:16.931356 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:16.931356 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:16.931655 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:17.040808 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e8b50a9-5742-4052-9937-7d72c144c052 req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Router 53638ab7-0d9a-4700-81ac-c77334a19be1 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:31:17.149181 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e8b50a9-5742-4052-9937-7d72c144c052 req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:31:17.158889 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caefc67-bccb-4565-851f-6b2450be312d None None] Sync routers for ids ['53638ab7-0d9a-4700-81ac-c77334a19be1'] in dv-cinder-794962-8-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:31:17.168694 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caefc67-bccb-4565-851f-6b2450be312d None None] Routers {'53638ab7-0d9a-4700-81ac-c77334a19be1'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:31:17.169312 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-3caefc67-bccb-4565-851f-6b2450be312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:31:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['53638ab7-0d9a-4700-81ac-c77334a19be1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:31:17.194979 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8b50a9-5742-4052-9937-7d72c144c052 req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] No DVR routers for this DVR port 7fd7b22d-c632-4b28-9f10-5405b423c7bf on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:31:17.197666 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8e8b50a9-5742-4052-9937-7d72c144c052 req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:17.199991 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8e8b50a9-5742-4052-9937-7d72c144c052 req-b87377c5-88f5-4659-976f-6176b8ab1405 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.11 "DELETE /v2.0/ports/7fd7b22d-c632-4b28-9f10-5405b423c7bf HTTP/1.1" status: 204 len: 173 time: 0.8517170 Jul 09 22:31:17.200436 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6198d9fd-534d-412d-9979-3a51de5df74e', 'name': 'network-vif-deleted', 'tag': '7fd7b22d-c632-4b28-9f10-5405b423c7bf'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:31:17.203730 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e916c6-0bd5-4a5a-a249-303c2f3b7ca6" -d '{"events": [{"server_uuid": "6198d9fd-534d-412d-9979-3a51de5df74e", "name": "network-vif-deleted", "tag": "7fd7b22d-c632-4b28-9f10-5405b423c7bf"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:31:17.240698 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4330049b-5bec-461a-abc0-4f6230be7d7b x-openstack-request-id: req-4330049b-5bec-461a-abc0-4f6230be7d7b {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:31:17.241085 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6198d9fd-534d-412d-9979-3a51de5df74e", "name": "network-vif-deleted", "tag": "7fd7b22d-c632-4b28-9f10-5405b423c7bf", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:31:17.241331 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4330049b-5bec-461a-abc0-4f6230be7d7b {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:31:17.241723 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6198d9fd-534d-412d-9979-3a51de5df74e', 'name': 'network-vif-deleted', 'tag': '7fd7b22d-c632-4b28-9f10-5405b423c7bf', 'status': 'completed', 'code': 200} Jul 09 22:31:17.284859 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-3caefc67-bccb-4565-851f-6b2450be312d None None] Set router 53638ab7-0d9a-4700-81ac-c77334a19be1 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:31:17.491186 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-3caefc67-bccb-4565-851f-6b2450be312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:54Z', 'revision_number': 4, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port': {'id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:74:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'f29368df-90ee-4c59-90ec-c898f9e36627', 'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'mac_address': 'fa:16:3e:be:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:54Z', 'updated_at': '2021-07-09T22:24:58Z', 'revision_number': 5, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'subnets': [{'id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:31:17.516375 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caefc67-bccb-4565-851f-6b2450be312d None None] Checking router: 53638ab7-0d9a-4700-81ac-c77334a19be1 for host: dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:31:17.524930 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caefc67-bccb-4565-851f-6b2450be312d None None] Routers {'53638ab7-0d9a-4700-81ac-c77334a19be1'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:31:17.525507 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-3caefc67-bccb-4565-851f-6b2450be312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:31:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['53638ab7-0d9a-4700-81ac-c77334a19be1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:31:17.627755 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-3caefc67-bccb-4565-851f-6b2450be312d None None] Set router 53638ab7-0d9a-4700-81ac-c77334a19be1 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:31:17.902854 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-3caefc67-bccb-4565-851f-6b2450be312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:54Z', 'revision_number': 4, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port': {'id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:74:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'f29368df-90ee-4c59-90ec-c898f9e36627', 'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'mac_address': 'fa:16:3e:be:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:54Z', 'updated_at': '2021-07-09T22:24:58Z', 'revision_number': 5, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'subnets': [{'id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:31:17.931195 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caefc67-bccb-4565-851f-6b2450be312d None None] The sync data for ids ['53638ab7-0d9a-4700-81ac-c77334a19be1'] in dv-cinder-794962-8-iscsi is: [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:54Z', 'revision_number': 4, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port': {'id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:74:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'f29368df-90ee-4c59-90ec-c898f9e36627', 'name': '', 'network_id': 'd9ecf93f-6cbc-476c-98b7-d619f5245872', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'mac_address': 'fa:16:3e:be:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:54Z', 'updated_at': '2021-07-09T22:24:58Z', 'revision_number': 5, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'subnets': [{'id': '8c44eb69-7fb8-492f-882d-c73fd2815398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:31:17.990288 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45414) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:18.157883 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da71da-83a0-46be-9d5d-a81ef3a2800f None None] New status for floating IP 2f8b1cfc-b71f-4add-acd5-75e41a73f5a0: DOWN {{(pid=93129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 22:31:18.226586 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 7fd7b22d-c632-4b28-9f10-5405b423c7bf no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:31:18.251551 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: 7fd7b22d-c632-4b28-9f10-5405b423c7bf {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:31:18.251921 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 7fd7b22d-c632-4b28-9f10-5405b423c7bf not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:31:18.266622 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0224924d-3341-4363-85bd-6e3d05166a96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:18.289901 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0224924d-3341-4363-85bd-6e3d05166a96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:18.337370 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0224924d-3341-4363-85bd-6e3d05166a96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:18.339896 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0224924d-3341-4363-85bd-6e3d05166a96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:18.341054 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-0224924d-3341-4363-85bd-6e3d05166a96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "DELETE /v2.0/security-groups/3a9b5035-4a19-48e9-8683-4bc69e42434f HTTP/1.1" status: 204 len: 168 time: 0.3497441 Jul 09 22:31:18.344026 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45418) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:18.350399 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224924d-3341-4363-85bd-6e3d05166a96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9b5035-4a19-48e9-8683-4bc69e42434f,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:18.357309 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224924d-3341-4363-85bd-6e3d05166a96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:18.357663 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224924d-3341-4363-85bd-6e3d05166a96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:18.358004 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224924d-3341-4363-85bd-6e3d05166a96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:18.358343 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224924d-3341-4363-85bd-6e3d05166a96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:18.358670 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224924d-3341-4363-85bd-6e3d05166a96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:18.358932 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.api.v2.resource [None req-26276bdf-2c9f-40e8-a6b8-a580813887d2 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] show failed (client error): The resource could not be found. Jul 09 22:31:18.359044 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224924d-3341-4363-85bd-6e3d05166a96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:18.359311 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224924d-3341-4363-85bd-6e3d05166a96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:18.359635 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224924d-3341-4363-85bd-6e3d05166a96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:18.359893 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-26276bdf-2c9f-40e8-a6b8-a580813887d2 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "GET /v2.0/security-groups/3a9b5035-4a19-48e9-8683-4bc69e42434f HTTP/1.1" status: 404 len: 347 time: 0.0147471 Jul 09 22:31:18.360020 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224924d-3341-4363-85bd-6e3d05166a96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:18.360266 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224924d-3341-4363-85bd-6e3d05166a96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:18.360584 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224924d-3341-4363-85bd-6e3d05166a96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:18.360939 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224924d-3341-4363-85bd-6e3d05166a96 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:18.363175 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45420) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:18.484826 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-362a9f50-6865-4c20-b012-8242bdcee550 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Deleting port 46ad30f3-cf6f-41e9-945e-d06c3c229652 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:31:18.485105 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-362a9f50-6865-4c20-b012-8242bdcee550 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:18.504712 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:18.560273 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-362a9f50-6865-4c20-b012-8242bdcee550 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:18.560890 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-362a9f50-6865-4c20-b012-8242bdcee550 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:18.572324 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-362a9f50-6865-4c20-b012-8242bdcee550 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Calling delete_port for 46ad30f3-cf6f-41e9-945e-d06c3c229652 owned by network:floatingip {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:31:18.700520 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-362a9f50-6865-4c20-b012-8242bdcee550 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:18.730045 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a9f50-6865-4c20-b012-8242bdcee550 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Pushing event deleted for resources: {'Port': ['ID=46ad30f3-cf6f-41e9-945e-d06c3c229652,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:18.789236 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-362a9f50-6865-4c20-b012-8242bdcee550 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks [] for floatingip, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:18.791889 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-362a9f50-6865-4c20-b012-8242bdcee550 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:18.793049 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-362a9f50-6865-4c20-b012-8242bdcee550 tempest-AttachVolumeTestJSON-373515272 tempest-AttachVolumeTestJSON-373515272-project] 10.222.0.10 "DELETE /v2.0/floatingips/2f8b1cfc-b71f-4add-acd5-75e41a73f5a0 HTTP/1.1" status: 204 len: 168 time: 0.4289916 Jul 09 22:31:20.733432 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:22.455322 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45448) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:22.835866 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8589-8767-4534-bc5f-be27db3cdae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545529'] for router_interface, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:23.083979 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-ccdc8589-8767-4534-bc5f-be27db3cdae5 admin admin] Deleting port f29368df-90ee-4c59-90ec-c898f9e36627 {{(pid=93127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:31:23.084232 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8589-8767-4534-bc5f-be27db3cdae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:23.159227 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-ccdc8589-8767-4534-bc5f-be27db3cdae5 admin admin] For port f29368df-90ee-4c59-90ec-c898f9e36627, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=f29368df-90ee-4c59-90ec-c898f9e36627,segment=NetworkSegment(18e2ecd3-5c8e-43d6-b96b-308cac4ccd59),segment_id=18e2ecd3-5c8e-43d6-b96b-308cac4ccd59)] {{(pid=93127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:31:23.159603 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8589-8767-4534-bc5f-be27db3cdae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:23.171973 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-ccdc8589-8767-4534-bc5f-be27db3cdae5 admin admin] Calling delete_port for f29368df-90ee-4c59-90ec-c898f9e36627 owned by network:router_interface {{(pid=93127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:31:23.349300 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8589-8767-4534-bc5f-be27db3cdae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6067567'] for port, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:23.378603 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc8589-8767-4534-bc5f-be27db3cdae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f29368df-90ee-4c59-90ec-c898f9e36627,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:23.542839 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8589-8767-4534-bc5f-be27db3cdae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548807'] for router_interface, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:23.748955 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdc8589-8767-4534-bc5f-be27db3cdae5 admin admin] Router 53638ab7-0d9a-4700-81ac-c77334a19be1 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:31:23.849874 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdc8589-8767-4534-bc5f-be27db3cdae5 admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:31:23.855383 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-ccdc8589-8767-4534-bc5f-be27db3cdae5 admin admin] 10.222.0.10 "PUT /v2.0/routers/53638ab7-0d9a-4700-81ac-c77334a19be1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3987198 Jul 09 22:31:23.857511 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45452) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:23.859195 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0736f4-9dd3-4315-8282-4911d3b561c7 None None] Sync routers for ids ['53638ab7-0d9a-4700-81ac-c77334a19be1'] in dv-cinder-794962-8-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:31:23.869051 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0736f4-9dd3-4315-8282-4911d3b561c7 None None] Routers {'53638ab7-0d9a-4700-81ac-c77334a19be1'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:31:23.869652 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-ff0736f4-9dd3-4315-8282-4911d3b561c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:31:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['53638ab7-0d9a-4700-81ac-c77334a19be1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:31:23.960083 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7489-5527-4f9b-bd16-5a7f2e95757d admin admin] Notify callbacks [] for router, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:23.969572 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-ff0736f4-9dd3-4315-8282-4911d3b561c7 None None] Set router 53638ab7-0d9a-4700-81ac-c77334a19be1 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:31:24.055978 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7489-5527-4f9b-bd16-5a7f2e95757d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:24.109983 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-d5ed7489-5527-4f9b-bd16-5a7f2e95757d admin admin] Deleting port 4c40438f-eacb-4bdf-85d8-700f4ba5370e {{(pid=93127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:31:24.110325 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7489-5527-4f9b-bd16-5a7f2e95757d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:24.140334 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-ff0736f4-9dd3-4315-8282-4911d3b561c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:31:23Z', 'revision_number': 5, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port': {'id': '4c40438f-eacb-4bdf-85d8-700f4ba5370e', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:74:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:31:24.166077 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0736f4-9dd3-4315-8282-4911d3b561c7 None None] Checking router: 53638ab7-0d9a-4700-81ac-c77334a19be1 for host: dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:31:24.174760 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0736f4-9dd3-4315-8282-4911d3b561c7 None None] Routers {'53638ab7-0d9a-4700-81ac-c77334a19be1'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:31:24.175352 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-ff0736f4-9dd3-4315-8282-4911d3b561c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:31:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['53638ab7-0d9a-4700-81ac-c77334a19be1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:31:24.187708 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-d5ed7489-5527-4f9b-bd16-5a7f2e95757d admin admin] For port 4c40438f-eacb-4bdf-85d8-700f4ba5370e, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=4c40438f-eacb-4bdf-85d8-700f4ba5370e,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:31:24.188072 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7489-5527-4f9b-bd16-5a7f2e95757d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:24.201384 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-d5ed7489-5527-4f9b-bd16-5a7f2e95757d admin admin] Calling delete_port for 4c40438f-eacb-4bdf-85d8-700f4ba5370e owned by network:router_gateway {{(pid=93127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:31:24.258033 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-ff0736f4-9dd3-4315-8282-4911d3b561c7 None None] Set router 53638ab7-0d9a-4700-81ac-c77334a19be1 gateway port host: None {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:31:24.310662 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-ff0736f4-9dd3-4315-8282-4911d3b561c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:31:24Z', 'revision_number': 6, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port_host': None}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:31:24.335904 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0736f4-9dd3-4315-8282-4911d3b561c7 None None] The sync data for ids ['53638ab7-0d9a-4700-81ac-c77334a19be1'] in dv-cinder-794962-8-iscsi is: [{'id': '53638ab7-0d9a-4700-81ac-c77334a19be1', 'name': 'tempest-AttachVolumeTestJSON-1327371054-router', 'tenant_id': '91cfd66ca6284064bc95cc53bf8a4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:24:52Z', 'updated_at': '2021-07-09T22:31:24Z', 'revision_number': 6, 'project_id': '91cfd66ca6284064bc95cc53bf8a4980', 'gw_port_host': None}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:31:24.368859 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7489-5527-4f9b-bd16-5a7f2e95757d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6067567'] for port, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:24.393386 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed7489-5527-4f9b-bd16-5a7f2e95757d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c40438f-eacb-4bdf-85d8-700f4ba5370e,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:24.456995 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7489-5527-4f9b-bd16-5a7f2e95757d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545214'] for router_gateway, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:24.543546 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7489-5527-4f9b-bd16-5a7f2e95757d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518713'] for router, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:24.545549 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7489-5527-4f9b-bd16-5a7f2e95757d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:24.586270 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7489-5527-4f9b-bd16-5a7f2e95757d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555162'] for router, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:24.586805 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ed7489-5527-4f9b-bd16-5a7f2e95757d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53638ab7-0d9a-4700-81ac-c77334a19be1 {{(pid=93127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 22:31:24.591036 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7489-5527-4f9b-bd16-5a7f2e95757d admin admin] Notify callbacks [] for router, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:24.592177 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-d5ed7489-5527-4f9b-bd16-5a7f2e95757d admin admin] 10.222.0.10 "DELETE /v2.0/routers/53638ab7-0d9a-4700-81ac-c77334a19be1 HTTP/1.1" status: 204 len: 168 time: 0.7335899 Jul 09 22:31:24.594621 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45454) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:24.641050 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_v2 [None req-29acdbbc-80cb-4cf6-b7cb-76eb1cb481ad admin admin] Deleting subnet 8c44eb69-7fb8-492f-882d-c73fd2815398 {{(pid=93127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 22:31:24.644591 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-29acdbbc-80cb-4cf6-b7cb-76eb1cb481ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:24.678334 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-29acdbbc-80cb-4cf6-b7cb-76eb1cb481ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5483989'] for subnet, precommit_delete_associations {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:24.758084 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-29acdbbc-80cb-4cf6-b7cb-76eb1cb481ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1912411'] for subnet, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:24.819132 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-29acdbbc-80cb-4cf6-b7cb-76eb1cb481ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1912402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6067541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5560918'] for subnet, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:24.846973 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acdbbc-80cb-4cf6-b7cb-76eb1cb481ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c44eb69-7fb8-492f-882d-c73fd2815398,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:24.852768 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-29acdbbc-80cb-4cf6-b7cb-76eb1cb481ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:24.854686 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-29acdbbc-80cb-4cf6-b7cb-76eb1cb481ad admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8c44eb69-7fb8-492f-882d-c73fd2815398 HTTP/1.1" status: 204 len: 168 time: 0.2591593 Jul 09 22:31:24.857358 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45456) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:24.858807 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc582a4-260e-4e1d-a1ab-f64c852fa5d0 None None] Network d9ecf93f-6cbc-476c-98b7-d619f5245872 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:31:24.923159 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1966383'] for network, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:24.974512 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] Deleting port bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:31:24.974849 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:25.039952 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] For port bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6,segment=NetworkSegment(18e2ecd3-5c8e-43d6-b96b-308cac4ccd59),segment_id=18e2ecd3-5c8e-43d6-b96b-308cac4ccd59)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:31:25.040292 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:25.052464 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] Calling delete_port for bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6 owned by network:dhcp {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:31:25.131508 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:25.137619 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3cba1a-4e36-4363-92e4-81c2ef4be3af None None] DHCP port deletion for d9ecf93f-6cbc-476c-98b7-d619f5245872 request from dv-cinder-794962-8-iscsi {{(pid=93129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 22:31:25.153758 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] No DVR routers for this DVR port bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6 on host dv-cinder-794962-8-iscsi {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:31:25.157370 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device f29368df-90ee-4c59-90ec-c898f9e36627 no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:31:25.176310 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:25.178356 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: f29368df-90ee-4c59-90ec-c898f9e36627 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:31:25.178699 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device f29368df-90ee-4c59-90ec-c898f9e36627 not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:31:25.249612 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909966', 'neutron.services.segments.db._delete_segments_for_network-8759288836437'] for network, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:25.259764 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ecf93f-6cbc-476c-98b7-d619f5245872']}} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:31:25.269497 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e2ecd3-5c8e-43d6-b96b-308cac4ccd59') {'for_net_delete': True} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:31:25.269784 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e2ecd3-5c8e-43d6-b96b-308cac4ccd59') {} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:31:25.278100 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759288619569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5189488'] for segment, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:25.291661 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:25.297645 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 22:31:25.297919 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6872964'] for segment, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: conditions |= (models_v2.Port.network_id.in_( Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: Traceback (most recent call last): Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: timer() Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: cb(*args, **kw) Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: return func(*args, **kwargs) Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: self._notify() Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: self.callback(batched_events) Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: event.method(event) Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: return f(self, *a, **k) Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: return self._get(url).json() Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: return self.request(url, 'GET', **kwargs) Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 22:31:25.300102 dv-cinder-794962-8-iscsi neutron-server[93128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 22:31:25.353454 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545178'] for network, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:25.358643 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:25.360495 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d9ecf93f-6cbc-476c-98b7-d619f5245872 HTTP/1.1" status: 204 len: 168 time: 0.5021150 Jul 09 22:31:25.376554 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437957c-d2d2-4425-b36f-e3bcc8a28347 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9ecf93f-6cbc-476c-98b7-d619f5245872,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:25.470234 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45460) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:25.722011 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-026a8682-07e4-4053-91de-9cdabae6ea63 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=91cfd66ca6284064bc95cc53bf8a4980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505124 Jul 09 22:31:25.724371 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45462) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:25.771211 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1ee3-c25d-496a-bb01-8578e29c3b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:25.792367 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1ee3-c25d-496a-bb01-8578e29c3b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:25.837057 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1ee3-c25d-496a-bb01-8578e29c3b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:25.839565 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1ee3-c25d-496a-bb01-8578e29c3b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:25.840761 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-5d8c1ee3-c25d-496a-bb01-8578e29c3b01 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56f724d4-cb44-48be-bb9a-fded755e8d36 HTTP/1.1" status: 204 len: 168 time: 0.1154459 Jul 09 22:31:25.848767 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c1ee3-c25d-496a-bb01-8578e29c3b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f724d4-cb44-48be-bb9a-fded755e8d36,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:26.610358 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 4c40438f-eacb-4bdf-85d8-700f4ba5370e no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:31:26.634103 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: 4c40438f-eacb-4bdf-85d8-700f4ba5370e {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:31:26.634451 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 4c40438f-eacb-4bdf-85d8-700f4ba5370e not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:31:26.634861 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6 no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:31:26.653152 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:31:26.653500 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device bd60e178-ffbf-4b82-aa5f-b9f24cdda7b6 not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:31:31.997094 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:31:36.117567 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45588) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:36.215078 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2d53c174-e353-4db5-9d3d-b9ab1bc6e4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:36.304614 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2d53c174-e353-4db5-9d3d-b9ab1bc6e4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:36.308324 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2d53c174-e353-4db5-9d3d-b9ab1bc6e4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:36.344535 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53c174-e353-4db5-9d3d-b9ab1bc6e4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159c946e-69f5-467e-9ac0-ca73d210cdd6,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:36.349766 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-2d53c174-e353-4db5-9d3d-b9ab1bc6e4ec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=08c7a6f09f7a407788859542516030a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311437 Jul 09 22:31:36.352287 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45592) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:36.399222 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-87cd9cb9-c710-44e9-8c3d-09c8af48add4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:36.419972 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-87cd9cb9-c710-44e9-8c3d-09c8af48add4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:36.464564 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-87cd9cb9-c710-44e9-8c3d-09c8af48add4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:36.466981 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-87cd9cb9-c710-44e9-8c3d-09c8af48add4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:36.468088 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-87cd9cb9-c710-44e9-8c3d-09c8af48add4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/159c946e-69f5-467e-9ac0-ca73d210cdd6 HTTP/1.1" status: 204 len: 168 time: 0.1148713 Jul 09 22:31:36.476043 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd9cb9-c710-44e9-8c3d-09c8af48add4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159c946e-69f5-467e-9ac0-ca73d210cdd6,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:39.038401 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45724) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:39.137152 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c7aed931-e678-4238-ba13-5fcd24a8ffe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:39.222553 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c7aed931-e678-4238-ba13-5fcd24a8ffe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:39.226031 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c7aed931-e678-4238-ba13-5fcd24a8ffe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:39.264692 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-c7aed931-e678-4238-ba13-5fcd24a8ffe0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=575fc83d489145c28805981ad4031eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252333 Jul 09 22:31:39.265585 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aed931-e678-4238-ba13-5fcd24a8ffe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ea1233-60cb-44a0-8d5f-08cda9420de5,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:39.267422 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45728) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:39.316781 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-14362452-d4d3-4137-93b9-d63e8615bf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:39.337318 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-14362452-d4d3-4137-93b9-d63e8615bf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:39.381448 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-14362452-d4d3-4137-93b9-d63e8615bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:39.383952 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-14362452-d4d3-4137-93b9-d63e8615bf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:39.385082 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-14362452-d4d3-4137-93b9-d63e8615bf02 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0ea1233-60cb-44a0-8d5f-08cda9420de5 HTTP/1.1" status: 204 len: 168 time: 0.1153092 Jul 09 22:31:39.392525 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14362452-d4d3-4137-93b9-d63e8615bf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ea1233-60cb-44a0-8d5f-08cda9420de5,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:39.633170 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45734) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:39.645846 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7d8203c1-9d2d-4f10-abed-b16e1fa221e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:39.731063 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7d8203c1-9d2d-4f10-abed-b16e1fa221e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:39.734438 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7d8203c1-9d2d-4f10-abed-b16e1fa221e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:39.769621 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8203c1-9d2d-4f10-abed-b16e1fa221e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f2b7f7-6bf1-4c41-ab08-a56620c38fcb,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:39.774053 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-7d8203c1-9d2d-4f10-abed-b16e1fa221e8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a55968bca4b44f19938e9a197eb23fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398807 Jul 09 22:31:39.777115 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45736) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:39.825682 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-8f1a18a0-d7a5-433a-95db-0983188f4e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:39.845311 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-8f1a18a0-d7a5-433a-95db-0983188f4e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:39.891713 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-8f1a18a0-d7a5-433a-95db-0983188f4e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:39.894277 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-8f1a18a0-d7a5-433a-95db-0983188f4e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:39.895415 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-8f1a18a0-d7a5-433a-95db-0983188f4e2f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28f2b7f7-6bf1-4c41-ab08-a56620c38fcb HTTP/1.1" status: 204 len: 168 time: 0.1178122 Jul 09 22:31:39.902835 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a18a0-d7a5-433a-95db-0983188f4e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f2b7f7-6bf1-4c41-ab08-a56620c38fcb,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:41.549163 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9899b226-1e4f-4526-9a47-965b2b9c1509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:44.824549 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-680a4ad5-4e87-40da-8ccd-bad348d87f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:45.249756 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:46.715369 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:48.509935 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:50.734310 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:50.764668 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45832) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:50.863447 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-579b167b-b7da-4423-a0d0-39a4e06dd0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:50.950114 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-579b167b-b7da-4423-a0d0-39a4e06dd0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:50.953347 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-579b167b-b7da-4423-a0d0-39a4e06dd0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:50.990198 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-579b167b-b7da-4423-a0d0-39a4e06dd0e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6c3c20ff98549f28c882c0b3900e088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244766 Jul 09 22:31:50.991135 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b167b-b7da-4423-a0d0-39a4e06dd0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f4bc98-3f39-43db-a396-b7c6d86a60b9,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:50.992922 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45836) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:51.045173 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-00bdd4a9-967c-4bac-94c6-8765a982b7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:51.065765 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-00bdd4a9-967c-4bac-94c6-8765a982b7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:51.108924 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-00bdd4a9-967c-4bac-94c6-8765a982b7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:51.111411 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-00bdd4a9-967c-4bac-94c6-8765a982b7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:51.112595 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-00bdd4a9-967c-4bac-94c6-8765a982b7b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d3f4bc98-3f39-43db-a396-b7c6d86a60b9 HTTP/1.1" status: 204 len: 168 time: 0.1177232 Jul 09 22:31:51.120593 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdd4a9-967c-4bac-94c6-8765a982b7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f4bc98-3f39-43db-a396-b7c6d86a60b9,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:51.357089 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45842) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:51.370474 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e57878e4-4953-4ede-ae76-7806fd044ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:51.455602 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e57878e4-4953-4ede-ae76-7806fd044ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:51.459428 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e57878e4-4953-4ede-ae76-7806fd044ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:51.496669 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-e57878e4-4953-4ede-ae76-7806fd044ee1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61602accdcdc42cb87a89b353eb0f1ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1385486 Jul 09 22:31:51.497795 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57878e4-4953-4ede-ae76-7806fd044ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3152fb7c-aca7-4230-a691-959c21629639,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:51.499524 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45844) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:51.547959 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-66e3104c-905b-45f3-b7f5-bce75082e697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:51.568205 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-66e3104c-905b-45f3-b7f5-bce75082e697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:51.616609 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-66e3104c-905b-45f3-b7f5-bce75082e697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:51.619294 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-66e3104c-905b-45f3-b7f5-bce75082e697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:51.622520 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-66e3104c-905b-45f3-b7f5-bce75082e697 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3152fb7c-aca7-4230-a691-959c21629639 HTTP/1.1" status: 204 len: 168 time: 0.1198046 Jul 09 22:31:51.638488 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3104c-905b-45f3-b7f5-bce75082e697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3152fb7c-aca7-4230-a691-959c21629639,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:55.524652 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45910) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:55.625317 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a2404473-8772-48fa-a596-dafcb3347671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:55.709150 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a2404473-8772-48fa-a596-dafcb3347671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:55.712411 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a2404473-8772-48fa-a596-dafcb3347671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:55.750774 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-a2404473-8772-48fa-a596-dafcb3347671 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=334de44f740743a29df75ec278b23f78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250612 Jul 09 22:31:55.752801 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2404473-8772-48fa-a596-dafcb3347671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fcaf7a-d3bb-4a23-a68c-1a2bf5e77262,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:55.753957 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45914) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:55.802608 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d0f5f035-8950-430d-976b-d4894e567f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:55.823268 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d0f5f035-8950-430d-976b-d4894e567f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:55.867708 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d0f5f035-8950-430d-976b-d4894e567f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:55.870481 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d0f5f035-8950-430d-976b-d4894e567f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:55.871583 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-d0f5f035-8950-430d-976b-d4894e567f66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3fcaf7a-d3bb-4a23-a68c-1a2bf5e77262 HTTP/1.1" status: 204 len: 168 time: 0.1166565 Jul 09 22:31:55.879231 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5f035-8950-430d-976b-d4894e567f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fcaf7a-d3bb-4a23-a68c-1a2bf5e77262,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:56.486786 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45936) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:56.576224 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-11069dca-a89a-4a3b-8d2f-ea5fc48b2a2d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-7072267-network', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:31:56.595663 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11069dca-a89a-4a3b-8d2f-ea5fc48b2a2d admin admin] Made reservation on behalf of 3c09fb6509674fb393fd88819a8bdcf0 for: {'network': 1} {{(pid=93127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:31:56.598462 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-11069dca-a89a-4a3b-8d2f-ea5fc48b2a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:56.606587 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-11069dca-a89a-4a3b-8d2f-ea5fc48b2a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:56.693303 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-11069dca-a89a-4a3b-8d2f-ea5fc48b2a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:56.696606 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-11069dca-a89a-4a3b-8d2f-ea5fc48b2a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:56.719606 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11069dca-a89a-4a3b-8d2f-ea5fc48b2a2d admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=93127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 22:31:56.728878 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11069dca-a89a-4a3b-8d2f-ea5fc48b2a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb86b94-d069-424c-bd7f-483bd8dd629b,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:56.733680 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-11069dca-a89a-4a3b-8d2f-ea5fc48b2a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:56.734040 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.segments_db [None req-11069dca-a89a-4a3b-8d2f-ea5fc48b2a2d admin admin] Added segment 603bdeb2-51b6-4ea8-b310-58776e322135 of type vlan for network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 Jul 09 22:31:56.772951 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-11069dca-a89a-4a3b-8d2f-ea5fc48b2a2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:56.799314 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-11069dca-a89a-4a3b-8d2f-ea5fc48b2a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:56.800814 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11069dca-a89a-4a3b-8d2f-ea5fc48b2a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:31:56.801388 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-11069dca-a89a-4a3b-8d2f-ea5fc48b2a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:56.851955 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-11069dca-a89a-4a3b-8d2f-ea5fc48b2a2d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3635085 Jul 09 22:31:56.855029 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45940) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:56.860091 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-89d13815-d0c4-4d4c-b02d-dfe0c70f9af5 admin admin] Request body: {'subnet': {'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-7072267-subnet', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'ip_version': 4}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:31:56.865398 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11069dca-a89a-4a3b-8d2f-ea5fc48b2a2d admin admin] Pushing event updated for resources: {'Network': ['ID=8dd49af3-8078-48e7-88b8-aa6c9ede2016,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:56.875016 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:31:56.882221 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d13815-d0c4-4d4c-b02d-dfe0c70f9af5 admin admin] Made reservation on behalf of 3c09fb6509674fb393fd88819a8bdcf0 for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:31:56.884516 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-89d13815-d0c4-4d4c-b02d-dfe0c70f9af5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4538971'] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:57.045699 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-89d13815-d0c4-4d4c-b02d-dfe0c70f9af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4538953'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:57.100858 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d13815-d0c4-4d4c-b02d-dfe0c70f9af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c9f6066-d712-44a5-a65c-7cebf41ccaef,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:57.111871 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d13815-d0c4-4d4c-b02d-dfe0c70f9af5 admin admin] Checking segment: {'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:31:57.112229 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d13815-d0c4-4d4c-b02d-dfe0c70f9af5 admin admin] Network hostable DHCP agents. Network: 8dd49af3-8078-48e7-88b8-aa6c9ede2016, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:31:57.129002 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d13815-d0c4-4d4c-b02d-dfe0c70f9af5 admin admin] Network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:31:57.136964 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-89d13815-d0c4-4d4c-b02d-dfe0c70f9af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, 8dd49af3-8078-48e7-88b8-aa6c9ede2016) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:31:57.140820 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d13815-d0c4-4d4c-b02d-dfe0c70f9af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:31:57.141407 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-89d13815-d0c4-4d4c-b02d-dfe0c70f9af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:57.146192 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc60468a-51a3-4758-b1f7-71194db26ef8 None None] Network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:31:57.155952 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-89d13815-d0c4-4d4c-b02d-dfe0c70f9af5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2997015 Jul 09 22:31:57.158535 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45942) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:57.163581 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:31:57.183405 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518699'] for router, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:57.184488 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518706'] for router, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:57.239672 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:57.293560 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7463845-7020-514f-8315-7c447ba083c1-8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef'}]}} from dv-cinder-794962-8-iscsi. {{(pid=93129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 22:31:57.294402 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:57.374541 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-518656'] for router, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:57.435716 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Allocated IP 172.20.0.2 (8dd49af3-8078-48e7-88b8-aa6c9ede2016/5c9f6066-d712-44a5-a65c-7cebf41ccaef/bacb1b2b-583a-4553-bc40-ef8baa383096) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:31:57.569161 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:57.576578 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:57.585185 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Transition to ACTIVE for port object bacb1b2b-583a-4553-bc40-ef8baa383096 will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:31:57.588556 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:57.600200 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Transition to ACTIVE for port object bacb1b2b-583a-4553-bc40-ef8baa383096 will not be triggered until provisioned by entity DHCP. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:31:57.607697 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:57.646208 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:31:57.648927 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:31:57.652340 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:31:57.657554 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Pushing event updated for resources: {'Port': ['ID=bacb1b2b-583a-4553-bc40-ef8baa383096,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:57.668423 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:57.668784 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:57.669120 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:57.669446 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:57.669767 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:57.670088 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:57.670405 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:57.670719 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:57.671035 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:57.671348 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:57.671661 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:57.671973 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:31:57.699349 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] Allocated IP 172.27.2.73 (48f3c221-d066-4df5-b08c-0298bc94fba3/de0a8c43-0791-41b8-9204-ec5737d75642/952234fb-9177-49ac-8ce7-e1f3266bfa00) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:31:57.725840 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Attempting to bind port bacb1b2b-583a-4553-bc40-ef8baa383096 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:31:57.728261 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Attempting to bind port bacb1b2b-583a-4553-bc40-ef8baa383096 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:31:57.728261 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Attempting to bind port bacb1b2b-583a-4553-bc40-ef8baa383096 on network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:31:57.731431 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:31:57.731800 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Checking segment: {'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:31:57.732191 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:57.732574 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Bound using segment: {'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:31:57.733063 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Bound port: bacb1b2b-583a-4553-bc40-ef8baa383096, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:31:57.733435 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:57.794124 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] For port bacb1b2b-583a-4553-bc40-ef8baa383096, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:31:57.797281 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] For port bacb1b2b-583a-4553-bc40-ef8baa383096, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=bacb1b2b-583a-4553-bc40-ef8baa383096,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:31:57.801930 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:57.805529 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:57.845539 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:57.861846 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6a5b3-e48f-4946-81ec-bfdec35c757d None None] Pushing event updated for resources: {'Port': ['ID=bacb1b2b-583a-4553-bc40-ef8baa383096,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:57.897009 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:31:57.900023 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:31:57.902955 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:31:57.908579 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] Pushing event updated for resources: {'Port': ['ID=952234fb-9177-49ac-8ce7-e1f3266bfa00,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:58.441297 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:58.653617 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545250'] for router, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:58.669407 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device bacb1b2b-583a-4553-bc40-ef8baa383096 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:31:58.703994 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8077ed19-0bcd-422c-8d8d-570baf247c98 None None] Network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:31:58.787642 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] Router d5bceeb0-8803-42c4-b305-47e06ac9c776 is scheduled to L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 with binding_index 1 {{(pid=93128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 22:31:58.791051 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-26b00a55-dedc-4a6e-8497-153febfc45df None None] Provisioning for port bacb1b2b-583a-4553-bc40-ef8baa383096 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:31:58.802779 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port bacb1b2b-583a-4553-bc40-ef8baa383096 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:31:58.809896 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port bacb1b2b-583a-4553-bc40-ef8baa383096 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:31:58.810266 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:58.889160 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:31:58.898243 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Sync routers for ids ['d5bceeb0-8803-42c4-b305-47e06ac9c776'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:31:58.906572 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] Notify callbacks [] for router, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:58.908567 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-d76c5757-9c84-400a-941e-7f7e0ca37548 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7484412 Jul 09 22:31:58.911090 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45944) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:31:58.918483 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Routers {'d5bceeb0-8803-42c4-b305-47e06ac9c776'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:31:58.919095 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:31:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['d5bceeb0-8803-42c4-b305-47e06ac9c776'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:31:58.999739 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:59.080348 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port bacb1b2b-583a-4553-bc40-ef8baa383096, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=bacb1b2b-583a-4553-bc40-ef8baa383096,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:31:59.085205 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Set router d5bceeb0-8803-42c4-b305-47e06ac9c776 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:31:59.087687 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:59.239071 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=bacb1b2b-583a-4553-bc40-ef8baa383096,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:59.305988 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:58Z', 'revision_number': 3, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:31:59.330116 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:59.335074 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Checking router: d5bceeb0-8803-42c4-b305-47e06ac9c776 for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:31:59.335419 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Updating router d5bceeb0-8803-42c4-b305-47e06ac9c776 port 952234fb-9177-49ac-8ce7-e1f3266bfa00 binding host dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:31:59.371320 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-eb02f9bc-2415-408f-b7e2-28b98826091e None None] Provisioning complete for port bacb1b2b-583a-4553-bc40-ef8baa383096 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:31:59.371686 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-eb02f9bc-2415-408f-b7e2-28b98826091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:59.396231 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:59.488321 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] Allocated IP 172.20.0.1 (8dd49af3-8078-48e7-88b8-aa6c9ede2016/5c9f6066-d712-44a5-a65c-7cebf41ccaef/a4ce4c6b-b686-4394-a450-59260963013b) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:31:59.590420 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:59.605563 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] Transition to ACTIVE for port object a4ce4c6b-b686-4394-a450-59260963013b will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:31:59.637866 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:59.681062 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] Network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:31:59.684125 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:59.685399 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:31:59.689700 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:31:59.692751 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] Pushing event updated for resources: {'Port': ['ID=a4ce4c6b-b686-4394-a450-59260963013b,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:59.694144 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Transition to ACTIVE for port object 952234fb-9177-49ac-8ce7-e1f3266bfa00 will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:31:59.699853 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:59.732084 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548053'] for router_interface, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:59.757800 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Attempting to bind port 952234fb-9177-49ac-8ce7-e1f3266bfa00 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:31:59.758170 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Attempting to bind port 952234fb-9177-49ac-8ce7-e1f3266bfa00 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:31:59.758531 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Attempting to bind port 952234fb-9177-49ac-8ce7-e1f3266bfa00 on network 48f3c221-d066-4df5-b08c-0298bc94fba3 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:31:59.760484 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612088e7-35ab-406a-bb33-6d194cf1a8ae None None] Pushing event updated for resources: {'Port': ['ID=952234fb-9177-49ac-8ce7-e1f3266bfa00,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:31:59.766144 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:31:59.766516 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Checking segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:31:59.766928 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:59.767319 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Bound using segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:31:59.767796 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Bound port: 952234fb-9177-49ac-8ce7-e1f3266bfa00, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:31:59.768179 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:59.821730 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] For port 952234fb-9177-49ac-8ce7-e1f3266bfa00, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:31:59.825200 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] For port 952234fb-9177-49ac-8ce7-e1f3266bfa00, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=952234fb-9177-49ac-8ce7-e1f3266bfa00,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:31:59.830321 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:59.873445 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:31:59.889551 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Routers {'d5bceeb0-8803-42c4-b305-47e06ac9c776'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:31:59.890172 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:31:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['d5bceeb0-8803-42c4-b305-47e06ac9c776'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:32:00.039198 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:00.044074 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:00.053548 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612088e7-35ab-406a-bb33-6d194cf1a8ae None None] Pushing event updated for resources: {'Port': ['ID=952234fb-9177-49ac-8ce7-e1f3266bfa00,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:00.068164 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-b3b914b9-bc57-4598-b31e-bb818e2aa889 None None] Provisioning for port a4ce4c6b-b686-4394-a450-59260963013b completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:32:00.073185 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-b3b914b9-bc57-4598-b31e-bb818e2aa889 None None] Provisioning complete for port a4ce4c6b-b686-4394-a450-59260963013b triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:32:00.073541 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b3b914b9-bc57-4598-b31e-bb818e2aa889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:00.109624 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545448'] for router_interface, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:00.111451 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] Pushing event updated for resources: {'Port': ['ID=a4ce4c6b-b686-4394-a450-59260963013b,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:00.148871 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-b3b914b9-bc57-4598-b31e-bb818e2aa889 None None] Port a4ce4c6b-b686-4394-a450-59260963013b cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:32:00.158440 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] Set router d5bceeb0-8803-42c4-b305-47e06ac9c776 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:32:00.203231 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] Network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:32:00.204632 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:32:00.327595 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] Router d5bceeb0-8803-42c4-b305-47e06ac9c776 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:32:00.363534 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 1, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:32:00.390602 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da8c902-ed63-4ee7-b7b0-d9b8b4a5de90 None None] The sync data for ids ['d5bceeb0-8803-42c4-b305-47e06ac9c776'] in dv-cinder-794962-8-iscsi is: [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 1, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:32:00.453078 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:32:00.461290 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-7d851656-27f0-4e3f-97f8-46fca00a575f admin admin] 10.222.0.10 "PUT /v2.0/routers/d5bceeb0-8803-42c4-b305-47e06ac9c776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5490894 Jul 09 22:32:00.606517 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-87d6e8f6-5220-49f1-adfe-6428de18ec95 None None] Provisioning complete for port a4ce4c6b-b686-4394-a450-59260963013b triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:32:00.607813 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-87d6e8f6-5220-49f1-adfe-6428de18ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:00.652461 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e8f6-5220-49f1-adfe-6428de18ec95 None None] Port a4ce4c6b-b686-4394-a450-59260963013b cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:32:00.689980 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device bacb1b2b-583a-4553-bc40-ef8baa383096 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:32:00.744940 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port bacb1b2b-583a-4553-bc40-ef8baa383096 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:32:00.745408 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:00.975077 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45960) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:32:00.980265 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-e0125546-e0b7-4e3f-8fb4-4ccff7a9e519 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1489568528-network', 'tenant_id': 'e695bb5201124d10a7a0a42a3795fba8'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:32:01.001764 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0125546-e0b7-4e3f-8fb4-4ccff7a9e519 admin admin] Made reservation on behalf of e695bb5201124d10a7a0a42a3795fba8 for: {'network': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:32:01.004261 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e0125546-e0b7-4e3f-8fb4-4ccff7a9e519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for network, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:01.012925 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e0125546-e0b7-4e3f-8fb4-4ccff7a9e519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:01.134709 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e0125546-e0b7-4e3f-8fb4-4ccff7a9e519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:01.139182 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e0125546-e0b7-4e3f-8fb4-4ccff7a9e519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:01.165568 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0125546-e0b7-4e3f-8fb4-4ccff7a9e519 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 22:32:01.175535 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0125546-e0b7-4e3f-8fb4-4ccff7a9e519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0da3bf-bdbb-460e-b257-7ab94b15e496,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:01.180694 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e0125546-e0b7-4e3f-8fb4-4ccff7a9e519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:01.181087 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.segments_db [None req-e0125546-e0b7-4e3f-8fb4-4ccff7a9e519 admin admin] Added segment 19aceee4-fe81-414b-9b16-cc98141225fd of type vlan for network cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6 Jul 09 22:32:01.223494 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e0125546-e0b7-4e3f-8fb4-4ccff7a9e519 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759288247911'] for network, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:01.253301 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e0125546-e0b7-4e3f-8fb4-4ccff7a9e519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242'] for network, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:01.254294 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0125546-e0b7-4e3f-8fb4-4ccff7a9e519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:01.254888 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e0125546-e0b7-4e3f-8fb4-4ccff7a9e519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:01.310091 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-e0125546-e0b7-4e3f-8fb4-4ccff7a9e519 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3338954 Jul 09 22:32:01.312692 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45962) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:32:01.318116 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-c2ccabd9-f0f7-428e-9e09-25c9975920a7 admin admin] Request body: {'subnet': {'network_id': 'cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1489568528-subnet', 'tenant_id': 'e695bb5201124d10a7a0a42a3795fba8', 'ip_version': 4}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:32:01.324441 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0125546-e0b7-4e3f-8fb4-4ccff7a9e519 admin admin] Pushing event updated for resources: {'Network': ['ID=cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:01.334640 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Network cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6 details requested by agent ovs-agent-dv-cinder-794962-8-iscsi with host dv-cinder-794962-8-iscsi {{(pid=93129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 22:32:01.343354 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ccabd9-f0f7-428e-9e09-25c9975920a7 admin admin] Made reservation on behalf of e695bb5201124d10a7a0a42a3795fba8 for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:32:01.345825 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c2ccabd9-f0f7-428e-9e09-25c9975920a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4538971'] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:01.517047 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c2ccabd9-f0f7-428e-9e09-25c9975920a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6872870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4538953'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:01.578907 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccabd9-f0f7-428e-9e09-25c9975920a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01884f2-d644-4691-b14d-cf59601101f2,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:01.586628 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ccabd9-f0f7-428e-9e09-25c9975920a7 admin admin] Checking segment: {'id': '19aceee4-fe81-414b-9b16-cc98141225fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:32:01.586991 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ccabd9-f0f7-428e-9e09-25c9975920a7 admin admin] Network hostable DHCP agents. Network: cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6, hostable agents: ['7dbac443-a1b1-4a27-8c13-438fdf62ae2e'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 22:32:01.603441 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ccabd9-f0f7-428e-9e09-25c9975920a7 admin admin] Network cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6 is scheduled to be hosted by DHCP agent 7dbac443-a1b1-4a27-8c13-438fdf62ae2e with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 22:32:01.612314 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-c2ccabd9-f0f7-428e-9e09-25c9975920a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-8-iscsi, cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:32:01.616358 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ccabd9-f0f7-428e-9e09-25c9975920a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:01.616977 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c2ccabd9-f0f7-428e-9e09-25c9975920a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:01.620795 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af5deee-414b-4c7a-8bdb-61987d5b4268 None None] Network cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:32:01.635736 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-c2ccabd9-f0f7-428e-9e09-25c9975920a7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3198056 Jul 09 22:32:01.636088 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45964) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:32:01.640785 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1489568528-router', 'tenant_id': 'e695bb5201124d10a7a0a42a3795fba8', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:32:01.661292 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518699'] for router, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:01.662522 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518706'] for router, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:01.713172 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:01.766440 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7463845-7020-514f-8315-7c447ba083c1-cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6', 'network_id': 'cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6', 'tenant_id': 'e695bb5201124d10a7a0a42a3795fba8', 'fixed_ips': [{'subnet_id': 'b01884f2-d644-4691-b14d-cf59601101f2'}]}} from dv-cinder-794962-8-iscsi. {{(pid=93129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 22:32:01.767388 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:01.846990 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-518656'] for router, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:01.898474 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Allocated IP 172.20.0.2 (cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6/b01884f2-d644-4691-b14d-cf59601101f2/0c144657-b101-487c-8471-8ace06834b0f) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:32:02.051714 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:02.055684 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:02.064225 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Transition to ACTIVE for port object 0c144657-b101-487c-8471-8ace06834b0f will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:32:02.073622 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:02.079752 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Transition to ACTIVE for port object 0c144657-b101-487c-8471-8ace06834b0f will not be triggered until provisioned by entity DHCP. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:32:02.085538 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:02.119468 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Network cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:32:02.122863 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:32:02.128779 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:32:02.142424 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Pushing event updated for resources: {'Port': ['ID=0c144657-b101-487c-8471-8ace06834b0f,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:02.180085 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_common [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] Allocated IP 172.27.2.135 (48f3c221-d066-4df5-b08c-0298bc94fba3/de0a8c43-0791-41b8-9204-ec5737d75642/e8f018ff-1df8-4e06-872c-f1f422caa506) {{(pid=93127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:32:02.196054 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Attempting to bind port 0c144657-b101-487c-8471-8ace06834b0f on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:32:02.196445 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Attempting to bind port 0c144657-b101-487c-8471-8ace06834b0f by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '19aceee4-fe81-414b-9b16-cc98141225fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:32:02.196972 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Attempting to bind port 0c144657-b101-487c-8471-8ace06834b0f on network cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:32:02.202061 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:32:02.202433 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Checking segment: {'id': '19aceee4-fe81-414b-9b16-cc98141225fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:32:02.202839 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:02.203229 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Bound using segment: {'id': '19aceee4-fe81-414b-9b16-cc98141225fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:32:02.203710 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Bound port: 0c144657-b101-487c-8471-8ace06834b0f, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19aceee4-fe81-414b-9b16-cc98141225fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:32:02.204092 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:02.266452 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] For port 0c144657-b101-487c-8471-8ace06834b0f, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:32:02.270218 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] For port 0c144657-b101-487c-8471-8ace06834b0f, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=0c144657-b101-487c-8471-8ace06834b0f,segment=NetworkSegment(19aceee4-fe81-414b-9b16-cc98141225fd),segment_id=19aceee4-fe81-414b-9b16-cc98141225fd)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:32:02.275489 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:02.285455 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:02.327141 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6067558'] for port, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:02.357608 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec86991-e90b-4902-a4c6-639dee725143 None None] Pushing event updated for resources: {'Port': ['ID=0c144657-b101-487c-8471-8ace06834b0f,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:02.373812 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Sync routers for ids ['d5bceeb0-8803-42c4-b305-47e06ac9c776'] in dv-cinder-794962-8-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:32:02.383381 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Routers {'d5bceeb0-8803-42c4-b305-47e06ac9c776'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:32:02.383986 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:31:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['d5bceeb0-8803-42c4-b305-47e06ac9c776'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:32:02.394307 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:32:02.397363 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:32:02.401863 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] Received port after_create {{(pid=93127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:32:02.405206 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] Pushing event updated for resources: {'Port': ['ID=e8f018ff-1df8-4e06-872c-f1f422caa506,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:02.519805 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Set router d5bceeb0-8803-42c4-b305-47e06ac9c776 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:32:02.693718 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:02.744031 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 0c144657-b101-487c-8471-8ace06834b0f up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:32:02.749578 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 2, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:32:02.775875 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Checking router: d5bceeb0-8803-42c4-b305-47e06ac9c776 for host: dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:32:02.776502 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Updating router d5bceeb0-8803-42c4-b305-47e06ac9c776 port a4ce4c6b-b686-4394-a450-59260963013b binding host dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:32:02.791628 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 0c144657-b101-487c-8471-8ace06834b0f completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:32:02.796082 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 952234fb-9177-49ac-8ce7-e1f3266bfa00 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:32:02.813997 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:02.853221 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 952234fb-9177-49ac-8ce7-e1f3266bfa00 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:32:02.857297 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 952234fb-9177-49ac-8ce7-e1f3266bfa00 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:32:02.857493 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:02.897310 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545250'] for router, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:02.937223 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:02.958014 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port 952234fb-9177-49ac-8ce7-e1f3266bfa00, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=952234fb-9177-49ac-8ce7-e1f3266bfa00,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:32:02.962014 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:03.011843 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=952234fb-9177-49ac-8ce7-e1f3266bfa00,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:03.031598 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] Router 2214dbbd-f2e0-42cc-8501-9406f1b6a234 is scheduled to L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 with binding_index 1 {{(pid=93127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 22:32:03.089314 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Notify callbacks [] for port, precommit_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:03.099797 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Transition to ACTIVE for port object a4ce4c6b-b686-4394-a450-59260963013b will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:32:03.105056 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:03.148299 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:32:03.149689 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76419edd-8cca-4b9d-8d91-f6c11e64d033 None None] Pushing event updated for resources: {'Port': ['ID=a4ce4c6b-b686-4394-a450-59260963013b,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:03.157689 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76419edd-8cca-4b9d-8d91-f6c11e64d033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:03.158033 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76419edd-8cca-4b9d-8d91-f6c11e64d033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:03.158191 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Sync routers for ids ['2214dbbd-f2e0-42cc-8501-9406f1b6a234'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:32:03.158366 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76419edd-8cca-4b9d-8d91-f6c11e64d033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:03.159419 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76419edd-8cca-4b9d-8d91-f6c11e64d033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:03.159947 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76419edd-8cca-4b9d-8d91-f6c11e64d033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:03.160286 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76419edd-8cca-4b9d-8d91-f6c11e64d033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:03.160619 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76419edd-8cca-4b9d-8d91-f6c11e64d033 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:03.160973 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76419edd-8cca-4b9d-8d91-f6c11e64d033 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:03.161323 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76419edd-8cca-4b9d-8d91-f6c11e64d033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:03.161656 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76419edd-8cca-4b9d-8d91-f6c11e64d033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:03.162236 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76419edd-8cca-4b9d-8d91-f6c11e64d033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:03.162566 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76419edd-8cca-4b9d-8d91-f6c11e64d033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:03.170751 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Routers {'2214dbbd-f2e0-42cc-8501-9406f1b6a234'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:32:03.171398 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:31:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['2214dbbd-f2e0-42cc-8501-9406f1b6a234'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:32:03.180152 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] Notify callbacks [] for router, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:03.184200 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45966) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:32:03.184783 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-ebaeec24-43fd-459e-b842-33e48f1bce9c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5472393 Jul 09 22:32:03.257298 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Attempting to bind port a4ce4c6b-b686-4394-a450-59260963013b on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:32:03.257661 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Attempting to bind port a4ce4c6b-b686-4394-a450-59260963013b by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:32:03.258309 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Attempting to bind port a4ce4c6b-b686-4394-a450-59260963013b on network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:32:03.263957 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:32:03.264714 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Checking segment: {'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:32:03.265295 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:03.265865 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Bound using segment: {'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:32:03.266639 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Bound port: a4ce4c6b-b686-4394-a450-59260963013b, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:32:03.267196 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:03.334700 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Set router 2214dbbd-f2e0-42cc-8501-9406f1b6a234 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:32:03.338462 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] For port a4ce4c6b-b686-4394-a450-59260963013b, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:32:03.341963 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] For port a4ce4c6b-b686-4394-a450-59260963013b, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=a4ce4c6b-b686-4394-a450-59260963013b,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:32:03.351064 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:03.463016 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb52a27-fd4e-41b1-98ae-f7495440f420 None None] Network cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:32:03.505966 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76419edd-8cca-4b9d-8d91-f6c11e64d033 None None] Pushing event updated for resources: {'Port': ['ID=a4ce4c6b-b686-4394-a450-59260963013b,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:03.519565 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Routers {'d5bceeb0-8803-42c4-b305-47e06ac9c776'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:32:03.520403 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:31:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['d5bceeb0-8803-42c4-b305-47e06ac9c776'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:32:03.638039 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-98617851-8ea8-4a92-b0bc-dfca596558a5 None None] Provisioning for port 0c144657-b101-487c-8471-8ace06834b0f completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:32:03.646754 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-98617851-8ea8-4a92-b0bc-dfca596558a5 None None] Provisioning complete for port 0c144657-b101-487c-8471-8ace06834b0f triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:32:03.647142 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-98617851-8ea8-4a92-b0bc-dfca596558a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:03.654305 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] Set router d5bceeb0-8803-42c4-b305-47e06ac9c776 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:32:03.732590 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:03.769239 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'name': 'tempest-TestVolumeBootPattern-1489568528-router', 'tenant_id': 'e695bb5201124d10a7a0a42a3795fba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e8f018ff-1df8-4e06-872c-f1f422caa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:32:01Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 3, 'project_id': 'e695bb5201124d10a7a0a42a3795fba8', 'gw_port': {'id': 'e8f018ff-1df8-4e06-872c-f1f422caa506', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:52:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:32:02Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:32:03.805258 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Checking router: 2214dbbd-f2e0-42cc-8501-9406f1b6a234 for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:32:03.805958 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Updating router 2214dbbd-f2e0-42cc-8501-9406f1b6a234 port e8f018ff-1df8-4e06-872c-f1f422caa506 binding host dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:32:03.868297 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-98617851-8ea8-4a92-b0bc-dfca596558a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:03.872114 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:03Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:32:03.883261 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:03.902626 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] Allocated IP 172.20.0.1 (cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6/b01884f2-d644-4691-b14d-cf59601101f2/106bd18c-ad71-4a2d-9fe8-2768bfd4f926) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:32:03.903665 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb353b6-dd1b-4974-9996-439b298828fd None None] The sync data for ids ['d5bceeb0-8803-42c4-b305-47e06ac9c776'] in dv-cinder-794962-8-iscsi is: [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:03Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:32:03.941662 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-98617851-8ea8-4a92-b0bc-dfca596558a5 None None] For port 0c144657-b101-487c-8471-8ace06834b0f, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=0c144657-b101-487c-8471-8ace06834b0f,segment=NetworkSegment(19aceee4-fe81-414b-9b16-cc98141225fd),segment_id=19aceee4-fe81-414b-9b16-cc98141225fd)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:32:03.946642 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-98617851-8ea8-4a92-b0bc-dfca596558a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:04.065633 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:04.080437 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] Transition to ACTIVE for port object 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:32:04.118816 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:04.190927 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] Network cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:32:04.198565 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:32:04.201041 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] Pushing event updated for resources: {'Port': ['ID=106bd18c-ad71-4a2d-9fe8-2768bfd4f926,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:04.203582 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:32:04.247362 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548053'] for router_interface, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:04.249721 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98617851-8ea8-4a92-b0bc-dfca596558a5 None None] Pushing event updated for resources: {'Port': ['ID=0c144657-b101-487c-8471-8ace06834b0f,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:04.398416 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:04.413363 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Transition to ACTIVE for port object e8f018ff-1df8-4e06-872c-f1f422caa506 will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:32:04.420431 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-96127b0f-3c95-4631-94a7-52319960d9b1 None None] Provisioning complete for port 0c144657-b101-487c-8471-8ace06834b0f triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:32:04.421073 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-96127b0f-3c95-4631-94a7-52319960d9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:04.424020 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:04.434790 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:04.520251 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Attempting to bind port e8f018ff-1df8-4e06-872c-f1f422caa506 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:32:04.520554 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Attempting to bind port e8f018ff-1df8-4e06-872c-f1f422caa506 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:32:04.520911 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Attempting to bind port e8f018ff-1df8-4e06-872c-f1f422caa506 on network 48f3c221-d066-4df5-b08c-0298bc94fba3 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:32:04.525079 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b6781-e052-4068-8bd5-4bbf7f0c1608 None None] Pushing event updated for resources: {'Port': ['ID=e8f018ff-1df8-4e06-872c-f1f422caa506,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:04.533179 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:32:04.533320 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Checking segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:32:04.533602 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:04.534078 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Bound using segment: {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:32:04.534597 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Bound port: e8f018ff-1df8-4e06-872c-f1f422caa506, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ed10b8-151b-4057-a03e-e462d0f99778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:32:04.535019 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:04.622201 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] For port e8f018ff-1df8-4e06-872c-f1f422caa506, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:32:04.632977 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:04.633123 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] For port e8f018ff-1df8-4e06-872c-f1f422caa506, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=e8f018ff-1df8-4e06-872c-f1f422caa506,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:32:04.637942 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:04.642006 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:04.699437 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Routers {'2214dbbd-f2e0-42cc-8501-9406f1b6a234'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:32:04.700293 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:31:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['2214dbbd-f2e0-42cc-8501-9406f1b6a234'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:32:04.715790 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545448'] for router_interface, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:04.727942 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] Pushing event updated for resources: {'Port': ['ID=106bd18c-ad71-4a2d-9fe8-2768bfd4f926,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:04.743049 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 0c144657-b101-487c-8471-8ace06834b0f up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:32:04.749767 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b6781-e052-4068-8bd5-4bbf7f0c1608 None None] Pushing event updated for resources: {'Port': ['ID=e8f018ff-1df8-4e06-872c-f1f422caa506,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:04.811118 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] Network cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:32:04.812354 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:32:04.823264 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-0dd46268-39c3-4538-a2e0-e50bf7222409 None None] Provisioning for port 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:32:04.833949 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-0dd46268-39c3-4538-a2e0-e50bf7222409 None None] Provisioning complete for port 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:32:04.834317 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0dd46268-39c3-4538-a2e0-e50bf7222409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:04.889328 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] Set router 2214dbbd-f2e0-42cc-8501-9406f1b6a234 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:32:04.918180 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-0dd46268-39c3-4538-a2e0-e50bf7222409 None None] Port 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:32:04.921464 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 0c144657-b101-487c-8471-8ace06834b0f triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:32:04.921726 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:04.932157 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] Router 2214dbbd-f2e0-42cc-8501-9406f1b6a234 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:32:05.045587 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:32:05.051310 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-b1ca706f-c279-4f7f-82e4-eab7596b3502 admin admin] 10.222.0.10 "PUT /v2.0/routers/2214dbbd-f2e0-42cc-8501-9406f1b6a234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8650022 Jul 09 22:32:05.081275 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-fd15caf8-0519-4166-b284-987849beff83 None None] Provisioning complete for port 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:32:05.081653 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fd15caf8-0519-4166-b284-987849beff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:05.172705 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 952234fb-9177-49ac-8ce7-e1f3266bfa00 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:32:05.174583 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-fd15caf8-0519-4166-b284-987849beff83 None None] Port 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:32:05.242280 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'name': 'tempest-TestVolumeBootPattern-1489568528-router', 'tenant_id': 'e695bb5201124d10a7a0a42a3795fba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e8f018ff-1df8-4e06-872c-f1f422caa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:32:01Z', 'updated_at': '2021-07-09T22:32:04Z', 'revision_number': 4, 'project_id': 'e695bb5201124d10a7a0a42a3795fba8', 'gw_port': {'id': 'e8f018ff-1df8-4e06-872c-f1f422caa506', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:52:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:32:02Z', 'updated_at': '2021-07-09T22:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '106bd18c-ad71-4a2d-9fe8-2768bfd4f926', 'name': '', 'network_id': 'cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6', 'tenant_id': 'e695bb5201124d10a7a0a42a3795fba8', 'mac_address': 'fa:16:3e:8c:cf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b01884f2-d644-4691-b14d-cf59601101f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:32:03Z', 'updated_at': '2021-07-09T22:32:04Z', 'revision_number': 2, 'project_id': 'e695bb5201124d10a7a0a42a3795fba8', 'subnets': [{'id': 'b01884f2-d644-4691-b14d-cf59601101f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:32:05.246114 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 952234fb-9177-49ac-8ce7-e1f3266bfa00 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:32:05.246483 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:05.286418 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078318b1-2333-4c8d-9e5c-39e9859b30f1 None None] The sync data for ids ['2214dbbd-f2e0-42cc-8501-9406f1b6a234'] in dv-cinder-794962-8-iscsi is: [{'id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'name': 'tempest-TestVolumeBootPattern-1489568528-router', 'tenant_id': 'e695bb5201124d10a7a0a42a3795fba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e8f018ff-1df8-4e06-872c-f1f422caa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:32:01Z', 'updated_at': '2021-07-09T22:32:04Z', 'revision_number': 4, 'project_id': 'e695bb5201124d10a7a0a42a3795fba8', 'gw_port': {'id': 'e8f018ff-1df8-4e06-872c-f1f422caa506', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:52:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:32:02Z', 'updated_at': '2021-07-09T22:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '106bd18c-ad71-4a2d-9fe8-2768bfd4f926', 'name': '', 'network_id': 'cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6', 'tenant_id': 'e695bb5201124d10a7a0a42a3795fba8', 'mac_address': 'fa:16:3e:8c:cf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b01884f2-d644-4691-b14d-cf59601101f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:32:03Z', 'updated_at': '2021-07-09T22:32:04Z', 'revision_number': 2, 'project_id': 'e695bb5201124d10a7a0a42a3795fba8', 'subnets': [{'id': 'b01884f2-d644-4691-b14d-cf59601101f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:32:05.355232 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device a4ce4c6b-b686-4394-a450-59260963013b up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:32:05.406368 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port a4ce4c6b-b686-4394-a450-59260963013b completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:32:05.409886 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port a4ce4c6b-b686-4394-a450-59260963013b triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:32:05.410256 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:05.514198 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:05.557400 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port a4ce4c6b-b686-4394-a450-59260963013b, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=a4ce4c6b-b686-4394-a450-59260963013b,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:32:05.561546 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:05.604791 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 45976) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:32:05.609447 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-c1716b9e-af61-4660-93c0-5b48ca0a16bf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2064954234', 'description': 'tempest-secgroup-smoke-2064954234 description', 'project_id': '3c09fb6509674fb393fd88819a8bdcf0'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:32:05.616125 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=a4ce4c6b-b686-4394-a450-59260963013b,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:05.633505 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c1716b9e-af61-4660-93c0-5b48ca0a16bf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:05.718356 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c1716b9e-af61-4660-93c0-5b48ca0a16bf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:05.722209 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c1716b9e-af61-4660-93c0-5b48ca0a16bf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:05.752404 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c1716b9e-af61-4660-93c0-5b48ca0a16bf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:05.754179 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-c1716b9e-af61-4660-93c0-5b48ca0a16bf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1484194 Jul 09 22:32:05.755833 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1716b9e-af61-4660-93c0-5b48ca0a16bf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd12421-c670-429a-b6ce-1a6fbf9c15b0,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:05.757241 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45978) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:32:05.762668 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-9b14ef0a-566d-47d2-bcc5-c5299d75f73d tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Request body: {'security_group_rule': {'security_group_id': '3dd12421-c670-429a-b6ce-1a6fbf9c15b0', 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:32:05.790566 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9b14ef0a-566d-47d2-bcc5-c5299d75f73d tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:05.848482 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9b14ef0a-566d-47d2-bcc5-c5299d75f73d tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:05.852124 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9b14ef0a-566d-47d2-bcc5-c5299d75f73d tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:05.869673 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14ef0a-566d-47d2-bcc5-c5299d75f73d tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264db69a-d2bd-4609-a90a-4eba56963e9b,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:05.878282 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-9b14ef0a-566d-47d2-bcc5-c5299d75f73d tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:05.879534 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-9b14ef0a-566d-47d2-bcc5-c5299d75f73d tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207325 Jul 09 22:32:05.882385 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45980) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:32:05.886763 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-871f728c-857e-483a-a3cb-c0f08592e6c0 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Request body: {'security_group_rule': {'security_group_id': '3dd12421-c670-429a-b6ce-1a6fbf9c15b0', 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:32:05.912883 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-871f728c-857e-483a-a3cb-c0f08592e6c0 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:05.967180 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-871f728c-857e-483a-a3cb-c0f08592e6c0 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:05.970682 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-871f728c-857e-483a-a3cb-c0f08592e6c0 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:05.990427 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f728c-857e-483a-a3cb-c0f08592e6c0 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56812e16-cbce-4a42-8db1-be7594fba7b2,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:05.995059 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-871f728c-857e-483a-a3cb-c0f08592e6c0 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:05.997252 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-871f728c-857e-483a-a3cb-c0f08592e6c0 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130946 Jul 09 22:32:05.999260 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45982) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:32:06.004079 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-a7f806ce-065e-42b7-a47e-3c34d4a6ec01 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Request body: {'security_group_rule': {'security_group_id': '3dd12421-c670-429a-b6ce-1a6fbf9c15b0', 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:32:06.028667 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a7f806ce-065e-42b7-a47e-3c34d4a6ec01 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:06.084500 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a7f806ce-065e-42b7-a47e-3c34d4a6ec01 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:06.088164 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a7f806ce-065e-42b7-a47e-3c34d4a6ec01 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:06.106524 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f806ce-065e-42b7-a47e-3c34d4a6ec01 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f35d4e3-282a-4409-8719-4fc9db272c57,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:06.113650 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a7f806ce-065e-42b7-a47e-3c34d4a6ec01 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:06.114860 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-a7f806ce-065e-42b7-a47e-3c34d4a6ec01 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147060 Jul 09 22:32:06.117564 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45984) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:32:06.121940 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-cb2a01e8-2cd6-4a12-9c30-41cbf7ca932a tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Request body: {'security_group_rule': {'security_group_id': '3dd12421-c670-429a-b6ce-1a6fbf9c15b0', 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:32:06.146307 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-cb2a01e8-2cd6-4a12-9c30-41cbf7ca932a tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:06.204054 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-cb2a01e8-2cd6-4a12-9c30-41cbf7ca932a tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:06.207701 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-cb2a01e8-2cd6-4a12-9c30-41cbf7ca932a tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:06.225869 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a01e8-2cd6-4a12-9c30-41cbf7ca932a tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547a8e2f-4bf5-4bd2-b8a8-5f4c3bb8254f,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:06.232239 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-cb2a01e8-2cd6-4a12-9c30-41cbf7ca932a tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:06.233433 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-cb2a01e8-2cd6-4a12-9c30-41cbf7ca932a tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149387 Jul 09 22:32:06.236184 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45986) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:32:06.241027 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-a6a2542f-6f13-4b5f-a2cc-3b2180776838 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Request body: {'security_group_rule': {'security_group_id': '3dd12421-c670-429a-b6ce-1a6fbf9c15b0', 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:32:06.261167 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.securitygroups_db [None req-a6a2542f-6f13-4b5f-a2cc-3b2180776838 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Project 3c09fb6509674fb393fd88819a8bdcf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 22:32:06.265749 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a6a2542f-6f13-4b5f-a2cc-3b2180776838 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:06.324629 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a6a2542f-6f13-4b5f-a2cc-3b2180776838 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:06.327956 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a6a2542f-6f13-4b5f-a2cc-3b2180776838 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:06.347583 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2542f-6f13-4b5f-a2cc-3b2180776838 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87905ec0-badf-49c3-9835-8d77405e84b8,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:06.355064 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-a6a2542f-6f13-4b5f-a2cc-3b2180776838 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:06.359162 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-a6a2542f-6f13-4b5f-a2cc-3b2180776838 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192765 Jul 09 22:32:06.359162 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 45988) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:32:06.364107 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-513c502d-8d71-4208-ab27-ff2074193309 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Request body: {'security_group_rule': {'security_group_id': '3dd12421-c670-429a-b6ce-1a6fbf9c15b0', 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:32:06.384582 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.securitygroups_db [None req-513c502d-8d71-4208-ab27-ff2074193309 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Project 3c09fb6509674fb393fd88819a8bdcf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 22:32:06.389147 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-513c502d-8d71-4208-ab27-ff2074193309 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:06.448241 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-513c502d-8d71-4208-ab27-ff2074193309 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:06.451579 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-513c502d-8d71-4208-ab27-ff2074193309 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-997891'] for security_group_rule, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:06.469106 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c502d-8d71-4208-ab27-ff2074193309 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02726909-4b50-477e-9fe0-089bbdaa94c9,revision_number=0']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:06.474563 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-513c502d-8d71-4208-ab27-ff2074193309 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:06.475732 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-513c502d-8d71-4208-ab27-ff2074193309 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1157165 Jul 09 22:32:06.772336 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device e8f018ff-1df8-4e06-872c-f1f422caa506 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:32:06.827312 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port e8f018ff-1df8-4e06-872c-f1f422caa506 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:32:06.832392 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port e8f018ff-1df8-4e06-872c-f1f422caa506 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:32:06.832791 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:06.944079 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:06.970024 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port e8f018ff-1df8-4e06-872c-f1f422caa506, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=e8f018ff-1df8-4e06-872c-f1f422caa506,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:32:06.977065 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:06.977854 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device a4ce4c6b-b686-4394-a450-59260963013b up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:32:07.075513 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port a4ce4c6b-b686-4394-a450-59260963013b triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:32:07.075889 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:07.078291 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=e8f018ff-1df8-4e06-872c-f1f422caa506,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:07.956267 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Sync routers for ids ['2214dbbd-f2e0-42cc-8501-9406f1b6a234'] in dv-cinder-794962-8-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:32:07.965259 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Routers {'2214dbbd-f2e0-42cc-8501-9406f1b6a234'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:32:07.965857 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:31:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['2214dbbd-f2e0-42cc-8501-9406f1b6a234'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:32:08.070602 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Set router 2214dbbd-f2e0-42cc-8501-9406f1b6a234 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:32:08.262804 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'name': 'tempest-TestVolumeBootPattern-1489568528-router', 'tenant_id': 'e695bb5201124d10a7a0a42a3795fba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e8f018ff-1df8-4e06-872c-f1f422caa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:32:01Z', 'updated_at': '2021-07-09T22:32:04Z', 'revision_number': 4, 'project_id': 'e695bb5201124d10a7a0a42a3795fba8', 'gw_port': {'id': 'e8f018ff-1df8-4e06-872c-f1f422caa506', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:52:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:32:02Z', 'updated_at': '2021-07-09T22:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '106bd18c-ad71-4a2d-9fe8-2768bfd4f926', 'name': '', 'network_id': 'cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6', 'tenant_id': 'e695bb5201124d10a7a0a42a3795fba8', 'mac_address': 'fa:16:3e:8c:cf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b01884f2-d644-4691-b14d-cf59601101f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:32:03Z', 'updated_at': '2021-07-09T22:32:04Z', 'revision_number': 2, 'project_id': 'e695bb5201124d10a7a0a42a3795fba8', 'subnets': [{'id': 'b01884f2-d644-4691-b14d-cf59601101f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:32:08.288712 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Checking router: 2214dbbd-f2e0-42cc-8501-9406f1b6a234 for host: dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:32:08.289084 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Updating router 2214dbbd-f2e0-42cc-8501-9406f1b6a234 port 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 binding host dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 22:32:08.325638 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:08.582345 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:08.592190 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Transition to ACTIVE for port object 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:32:08.598433 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:08.647248 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a17cf5-ebef-4630-ad5b-7ac20deb2256 None None] Pushing event updated for resources: {'Port': ['ID=106bd18c-ad71-4a2d-9fe8-2768bfd4f926,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:08.662842 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device e8f018ff-1df8-4e06-872c-f1f422caa506 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:32:08.713646 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port e8f018ff-1df8-4e06-872c-f1f422caa506 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:32:08.714024 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:08.714324 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Attempting to bind port 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 on host dv-cinder-794962-8-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:32:08.714789 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Attempting to bind port 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 by drivers openvswitch,hyperv on host dv-cinder-794962-8-iscsi at level 0 using segments [{'id': '19aceee4-fe81-414b-9b16-cc98141225fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:32:08.715246 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Attempting to bind port 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 on network cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:32:08.720584 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Checking agent: {'id': '3026289f-97f0-43e4-b5de-e549df88f44e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 3, 45), 'started_at': datetime.datetime(2021, 7, 9, 22, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:32:08.721162 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Checking segment: {'id': '19aceee4-fe81-414b-9b16-cc98141225fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:32:08.722184 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:08.722671 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Bound using segment: {'id': '19aceee4-fe81-414b-9b16-cc98141225fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:32:08.723229 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Bound port: 106bd18c-ad71-4a2d-9fe8-2768bfd4f926, host: dv-cinder-794962-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19aceee4-fe81-414b-9b16-cc98141225fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:32:08.723716 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:08.796073 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] For port 106bd18c-ad71-4a2d-9fe8-2768bfd4f926, host dv-cinder-794962-8-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:32:08.801275 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] For port 106bd18c-ad71-4a2d-9fe8-2768bfd4f926, host dv-cinder-794962-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=106bd18c-ad71-4a2d-9fe8-2768bfd4f926,segment=NetworkSegment(19aceee4-fe81-414b-9b16-cc98141225fd),segment_id=19aceee4-fe81-414b-9b16-cc98141225fd)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:32:08.806687 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:08.863827 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Routers {'2214dbbd-f2e0-42cc-8501-9406f1b6a234'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:32:08.864450 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:31:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['2214dbbd-f2e0-42cc-8501-9406f1b6a234'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:32:08.901843 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a17cf5-ebef-4630-ad5b-7ac20deb2256 None None] Pushing event updated for resources: {'Port': ['ID=106bd18c-ad71-4a2d-9fe8-2768bfd4f926,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:08.977690 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] Set router 2214dbbd-f2e0-42cc-8501-9406f1b6a234 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:32:09.013511 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:32:09.181149 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'name': 'tempest-TestVolumeBootPattern-1489568528-router', 'tenant_id': 'e695bb5201124d10a7a0a42a3795fba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e8f018ff-1df8-4e06-872c-f1f422caa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:32:01Z', 'updated_at': '2021-07-09T22:32:04Z', 'revision_number': 4, 'project_id': 'e695bb5201124d10a7a0a42a3795fba8', 'gw_port': {'id': 'e8f018ff-1df8-4e06-872c-f1f422caa506', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:52:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:32:02Z', 'updated_at': '2021-07-09T22:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '106bd18c-ad71-4a2d-9fe8-2768bfd4f926', 'name': '', 'network_id': 'cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6', 'tenant_id': 'e695bb5201124d10a7a0a42a3795fba8', 'mac_address': 'fa:16:3e:8c:cf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b01884f2-d644-4691-b14d-cf59601101f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:32:03Z', 'updated_at': '2021-07-09T22:32:08Z', 'revision_number': 4, 'project_id': 'e695bb5201124d10a7a0a42a3795fba8', 'subnets': [{'id': 'b01884f2-d644-4691-b14d-cf59601101f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:32:09.288972 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bdb8f3-4c5c-4d90-b03c-82ddc32450d6 None None] The sync data for ids ['2214dbbd-f2e0-42cc-8501-9406f1b6a234'] in dv-cinder-794962-8-iscsi is: [{'id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'name': 'tempest-TestVolumeBootPattern-1489568528-router', 'tenant_id': 'e695bb5201124d10a7a0a42a3795fba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e8f018ff-1df8-4e06-872c-f1f422caa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:32:01Z', 'updated_at': '2021-07-09T22:32:04Z', 'revision_number': 4, 'project_id': 'e695bb5201124d10a7a0a42a3795fba8', 'gw_port': {'id': 'e8f018ff-1df8-4e06-872c-f1f422caa506', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:52:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:32:02Z', 'updated_at': '2021-07-09T22:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': '106bd18c-ad71-4a2d-9fe8-2768bfd4f926', 'name': '', 'network_id': 'cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6', 'tenant_id': 'e695bb5201124d10a7a0a42a3795fba8', 'mac_address': 'fa:16:3e:8c:cf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b01884f2-d644-4691-b14d-cf59601101f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:32:03Z', 'updated_at': '2021-07-09T22:32:08Z', 'revision_number': 4, 'project_id': 'e695bb5201124d10a7a0a42a3795fba8', 'subnets': [{'id': 'b01884f2-d644-4691-b14d-cf59601101f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:32:10.659944 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:32:10.701326 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [req-9fb63e52-e054-48cb-a57d-de252cefafb3 req-8ed18fbf-3858-4494-a02b-9cd824e45a3f service neutron] (93128) timed out ('10.222.0.11', 55829) {{(pid=93128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 22:32:10.710076 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning for port 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:32:10.713735 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:32:10.714109 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:10.792556 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:10.826898 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] For port 106bd18c-ad71-4a2d-9fe8-2768bfd4f926, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=106bd18c-ad71-4a2d-9fe8-2768bfd4f926,segment=NetworkSegment(19aceee4-fe81-414b-9b16-cc98141225fd),segment_id=19aceee4-fe81-414b-9b16-cc98141225fd)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:32:10.832667 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:10.879558 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Pushing event updated for resources: {'Port': ['ID=106bd18c-ad71-4a2d-9fe8-2768bfd4f926,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:11.552180 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4ab55d0e-d210-44bb-82e6-5041d665fb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:12.645883 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 up at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:32:12.694557 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Provisioning complete for port 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:32:12.694949 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:14.825156 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-099c4688-0e83-4322-9507-28e851575b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:15.251379 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:16.716950 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:18.511337 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:20.749836 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:30.358224 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-8fc1db7d-e0a7-4586-a462-2cfbba0fc5c1 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064954234&fields=id&tenant_id=3c09fb6509674fb393fd88819a8bdcf0 HTTP/1.1" status: 200 len: 267 time: 0.0353098 Jul 09 22:32:30.464200 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-734b080f-4cd9-48c2-9c19-6e52d9a520f2 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:30.465577 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-734b080f-4cd9-48c2-9c19-6e52d9a520f2 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 809 time: 0.1012843 Jul 09 22:32:30.479651 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-aa7f3f93-005b-4d94-84d8-169d86ca3986 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/quotas/3c09fb6509674fb393fd88819a8bdcf0 HTTP/1.1" status: 200 len: 375 time: 0.0088024 Jul 09 22:32:30.542854 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-063390db-84ee-4757-9e43-6832b59c186c tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584886 Jul 09 22:32:30.723155 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-549998c6-f9d9-453c-a009-1a359e8cff12 service neutron] 10.222.0.10 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696107 Jul 09 22:32:30.808415 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-a97b0ea3-9480-40ef-876c-65106c51d085 service neutron] 10.222.0.10 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792220 Jul 09 22:32:31.096140 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e3c8946b-3374-4a4b-8370-6fba73733ca3 req-3b12beee-be5a-416d-9e3c-82950469e04b tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 210 time: 0.0317810 Jul 09 22:32:32.109614 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-029dedbf-c7a8-408a-8388-3568cab2939e tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:32.111072 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-029dedbf-c7a8-408a-8388-3568cab2939e tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.11 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 809 time: 0.1028686 Jul 09 22:32:32.158098 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-9efcadc1-9c16-473d-a59e-773e1fd3b0f5 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c09fb6509674fb393fd88819a8bdcf0 HTTP/1.1" status: 200 len: 380 time: 0.0376272 Jul 09 22:32:32.167065 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Request body: {'port': {'device_id': 'f14393ec-a92c-46f6-9e2b-cca7bea57dff', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'admin_state_up': True, 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'security_groups': ['3dd12421-c670-429a-b6ce-1a6fbf9c15b0']}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:32:32.245681 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6584563d-d93e-4ded-ab18-eae62613a233 req-ce0f5210-ce16-45d3-be99-2bd06f38b97a tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 210 time: 0.0352628 Jul 09 22:32:32.303698 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Made reservation on behalf of 3c09fb6509674fb393fd88819a8bdcf0 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:32:32.307326 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:32.435383 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Allocated IP 172.20.0.6 (8dd49af3-8078-48e7-88b8-aa6c9ede2016/5c9f6066-d712-44a5-a65c-7cebf41ccaef/e90441da-47d3-4112-bff6-0f654dc4dbd7) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:32:32.578053 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:32.591770 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Transition to ACTIVE for port object e90441da-47d3-4112-bff6-0f654dc4dbd7 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:32:32.623874 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:32.668510 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:32:32.673629 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:32:32.677477 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:32:32.706929 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event updated for resources: {'Port': ['ID=e90441da-47d3-4112-bff6-0f654dc4dbd7,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:32.722688 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:32.723036 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:32.723372 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:32.723705 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:32.724036 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:32.724385 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:32.724697 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:32.725043 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:32.725369 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:32.725689 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:32.726051 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:32.726369 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:32.739619 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:32.740232 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:32.755391 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-88c5cae3-0eb4-4575-a04b-bac75b63b2ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5921202 Jul 09 22:32:32.765577 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-3cb96d11-de2c-4b64-a614-abd39c13a198 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 22:32:32.766568 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-3cb96d11-de2c-4b64-a614-abd39c13a198 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052290 Jul 09 22:32:32.825567 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Request body: {'port': {'device_id': 'f14393ec-a92c-46f6-9e2b-cca7bea57dff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:32:32.889733 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-3fff98f2-ad52-427a-bb70-6006b9d9b2fc None None] Provisioning for port e90441da-47d3-4112-bff6-0f654dc4dbd7 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:32:32.893285 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-3fff98f2-ad52-427a-bb70-6006b9d9b2fc None None] Provisioning complete for port e90441da-47d3-4112-bff6-0f654dc4dbd7 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:32:32.893650 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-3fff98f2-ad52-427a-bb70-6006b9d9b2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:32.895292 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:32.926468 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-3fff98f2-ad52-427a-bb70-6006b9d9b2fc None None] Port e90441da-47d3-4112-bff6-0f654dc4dbd7 cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:32:33.457784 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90441da-47d3-4112-bff6-0f654dc4dbd7 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:32:33.468174 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:33.477584 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083137b-c5a2-47bc-bba5-f657a08be89f req-1303a715-1d21-4fc5-bd08-88f7ac30b0d9 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:33.479041 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b083137b-c5a2-47bc-bba5-f657a08be89f req-1303a715-1d21-4fc5-bd08-88f7ac30b0d9 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 931 time: 0.1108692 Jul 09 22:32:33.495265 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Transition to ACTIVE for port object e90441da-47d3-4112-bff6-0f654dc4dbd7 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:32:33.502238 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:33.563468 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b083137b-c5a2-47bc-bba5-f657a08be89f req-5a8139e4-f0ef-4c18-b7e4-e11b5ebe2718 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778146 Jul 09 22:32:33.566918 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e90441da-47d3-4112-bff6-0f654dc4dbd7,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:33.639304 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Attempting to bind port e90441da-47d3-4112-bff6-0f654dc4dbd7 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:32:33.639727 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Attempting to bind port e90441da-47d3-4112-bff6-0f654dc4dbd7 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:32:33.640067 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Attempting to bind port e90441da-47d3-4112-bff6-0f654dc4dbd7 on network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:32:33.644674 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Port e90441da-47d3-4112-bff6-0f654dc4dbd7 on network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:32:33.645340 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Attempting to bind port e90441da-47d3-4112-bff6-0f654dc4dbd7 on network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:32:33.651144 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:32:33.651542 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Checking segment: {'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:32:33.651938 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Bound using segment: {'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:32:33.652371 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Bound port: e90441da-47d3-4112-bff6-0f654dc4dbd7, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:32:33.652802 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:33.716940 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] For port e90441da-47d3-4112-bff6-0f654dc4dbd7, host hv-cinder-79496, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:32:33.719997 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] For port e90441da-47d3-4112-bff6-0f654dc4dbd7, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e90441da-47d3-4112-bff6-0f654dc4dbd7,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:32:33.723534 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:33.758362 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:33.758994 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:33.760357 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] 10.222.0.11 "PUT /v2.0/ports/e90441da-47d3-4112-bff6-0f654dc4dbd7 HTTP/1.1" status: 200 len: 1093 time: 0.9873495 Jul 09 22:32:33.760807 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14393ec-a92c-46f6-9e2b-cca7bea57dff', 'tag': 'e90441da-47d3-4112-bff6-0f654dc4dbd7'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:32:33.763037 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804d7444-732d-4be5-9ac7-ab66d1d0c19e" -d '{"events": [{"name": "network-changed", "server_uuid": "f14393ec-a92c-46f6-9e2b-cca7bea57dff", "tag": "e90441da-47d3-4112-bff6-0f654dc4dbd7"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:32:33.792138 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c79d5-92e6-4439-b9da-80b54bf364b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e90441da-47d3-4112-bff6-0f654dc4dbd7,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:33.810977 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01455ab5-6280-4390-ae8b-8bc29f6d070f x-openstack-request-id: req-01455ab5-6280-4390-ae8b-8bc29f6d070f {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:32:33.811261 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14393ec-a92c-46f6-9e2b-cca7bea57dff", "tag": "e90441da-47d3-4112-bff6-0f654dc4dbd7", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:32:33.811510 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01455ab5-6280-4390-ae8b-8bc29f6d070f {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:32:33.811895 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14393ec-a92c-46f6-9e2b-cca7bea57dff', 'tag': 'e90441da-47d3-4112-bff6-0f654dc4dbd7', 'status': 'completed', 'code': 200} Jul 09 22:32:33.857897 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-bb0914f9-4cc5-49be-971a-3096bbe77a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:33.859436 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-bb0914f9-4cc5-49be-971a-3096bbe77a58 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 1096 time: 0.0574656 Jul 09 22:32:33.900471 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-ab69b93a-ccb5-406d-89f4-ad069e115672 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e90441da-47d3-4112-bff6-0f654dc4dbd7 HTTP/1.1" status: 200 len: 217 time: 0.0345626 Jul 09 22:32:33.952212 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-554d68b1-9c12-48ba-8ebb-bc3634d7c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:33.953725 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-554d68b1-9c12-48ba-8ebb-bc3634d7c573 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c9f6066-d712-44a5-a65c-7cebf41ccaef HTTP/1.1" status: 200 len: 848 time: 0.0473707 Jul 09 22:32:34.009407 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-ec1ef3d2-6a27-44ab-bcaa-688f72f50ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:34.010856 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-ec1ef3d2-6a27-44ab-bcaa-688f72f50ce5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8dd49af3-8078-48e7-88b8-aa6c9ede2016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508800 Jul 09 22:32:34.096507 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-25e70e9d-b80c-4611-b61e-d24dec12075a service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789883 Jul 09 22:32:34.186277 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5034b4ee-5c97-4af5-ba89-8dea809a2f89 req-8d386a82-12a0-4c7b-826f-6b2227aded1f service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842738 Jul 09 22:32:34.286493 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d7444-732d-4be5-9ac7-ab66d1d0c19e req-2efa7794-d6f8-4b61-b019-aa0e34ab40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:34.288201 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-804d7444-732d-4be5-9ac7-ab66d1d0c19e req-2efa7794-d6f8-4b61-b019-aa0e34ab40bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 1096 time: 0.0515418 Jul 09 22:32:34.377315 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d7444-732d-4be5-9ac7-ab66d1d0c19e req-a9d0c1cb-5d8a-44f0-9f3e-9fdd4782dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:34.378730 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-804d7444-732d-4be5-9ac7-ab66d1d0c19e req-a9d0c1cb-5d8a-44f0-9f3e-9fdd4782dc5b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 910 time: 0.0841043 Jul 09 22:32:34.419991 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-804d7444-732d-4be5-9ac7-ab66d1d0c19e req-f1d21880-fde3-4b36-a66d-811461ae885b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e90441da-47d3-4112-bff6-0f654dc4dbd7 HTTP/1.1" status: 200 len: 217 time: 0.0350056 Jul 09 22:32:34.466962 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d7444-732d-4be5-9ac7-ab66d1d0c19e req-14faf8c3-5d93-421e-afbb-7a13e1b04da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:34.468383 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-804d7444-732d-4be5-9ac7-ab66d1d0c19e req-14faf8c3-5d93-421e-afbb-7a13e1b04da8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c9f6066-d712-44a5-a65c-7cebf41ccaef HTTP/1.1" status: 200 len: 848 time: 0.0428898 Jul 09 22:32:34.527354 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d7444-732d-4be5-9ac7-ab66d1d0c19e req-a732fb01-84ab-4b4f-944c-18f6da7b354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:34.528826 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-804d7444-732d-4be5-9ac7-ab66d1d0c19e req-a732fb01-84ab-4b4f-944c-18f6da7b354d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8dd49af3-8078-48e7-88b8-aa6c9ede2016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546567 Jul 09 22:32:34.619593 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-804d7444-732d-4be5-9ac7-ab66d1d0c19e req-ab2bd4cc-c113-4223-980e-b648e81131f1 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842044 Jul 09 22:32:34.739233 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-804d7444-732d-4be5-9ac7-ab66d1d0c19e req-93bfd50e-405e-46c1-89a5-cf0aa7908798 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135762 Jul 09 22:32:34.767776 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524254c-6084-4cd6-9a09-ba5bd4748d9d req-1b5ddc21-5178-40b0-a5c3-542dee18c377 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:34.769242 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2524254c-6084-4cd6-9a09-ba5bd4748d9d req-1b5ddc21-5178-40b0-a5c3-542dee18c377 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 943 time: 0.0777590 Jul 09 22:32:34.806759 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2524254c-6084-4cd6-9a09-ba5bd4748d9d req-f4256e31-abe0-4df2-9fc3-c9b491975471 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314078 Jul 09 22:32:35.973788 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6e011-0570-48f1-84cf-d2287e14a643 req-b4c1667c-ccb9-467d-94e7-e7b54897e600 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:35.975156 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15b6e011-0570-48f1-84cf-d2287e14a643 req-b4c1667c-ccb9-467d-94e7-e7b54897e600 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 943 time: 0.0616171 Jul 09 22:32:36.011348 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15b6e011-0570-48f1-84cf-d2287e14a643 req-fb3c904d-621f-4eff-b017-8c618c111e32 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308182 Jul 09 22:32:37.185968 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519985d8-d3ab-4524-89e5-4fe1ec048454 req-ed3e1d15-00d4-40f3-86cf-b22b5d9f6f8c tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:37.187449 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-519985d8-d3ab-4524-89e5-4fe1ec048454 req-ed3e1d15-00d4-40f3-86cf-b22b5d9f6f8c tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 943 time: 0.0655615 Jul 09 22:32:37.224037 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-519985d8-d3ab-4524-89e5-4fe1ec048454 req-a5f82cf4-f4a0-40a0-9262-1b570f6fce1a tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310011 Jul 09 22:32:38.400902 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53655764-1d06-40ea-8edb-e8f5f4eb66c4 req-ec853fe8-5f54-40af-b6df-cdea5cc8856e tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:38.402365 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-53655764-1d06-40ea-8edb-e8f5f4eb66c4 req-ec853fe8-5f54-40af-b6df-cdea5cc8856e tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 943 time: 0.0634913 Jul 09 22:32:38.439064 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-53655764-1d06-40ea-8edb-e8f5f4eb66c4 req-bb3b260d-f445-4b6a-a7a7-0de3244fad7f tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311673 Jul 09 22:32:39.610837 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d11be-2ee1-4f3e-afcc-99ed10844ef3 req-3aed91aa-7d3d-4956-9fa3-b9a861c9ca60 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:39.612290 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-138d11be-2ee1-4f3e-afcc-99ed10844ef3 req-3aed91aa-7d3d-4956-9fa3-b9a861c9ca60 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 943 time: 0.0667851 Jul 09 22:32:39.648794 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-138d11be-2ee1-4f3e-afcc-99ed10844ef3 req-4f333f6c-e9ce-45cb-9abf-219123449862 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309992 Jul 09 22:32:40.814947 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3468-81b4-40cb-a35e-1c401b6d7e92 req-e7af988a-e799-418d-aacf-69cb749c7b3a tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:40.816411 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b9ef3468-81b4-40cb-a35e-1c401b6d7e92 req-e7af988a-e799-418d-aacf-69cb749c7b3a tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 943 time: 0.0619915 Jul 09 22:32:40.852530 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b9ef3468-81b4-40cb-a35e-1c401b6d7e92 req-c34aa9bf-d739-415a-80c6-645207ec70f5 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306864 Jul 09 22:32:41.552124 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-eb20827b-71d7-4395-a44d-d8623c2c8820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:42.019178 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cb522-a5d0-4667-b486-2fafe859900e req-a089b874-6028-44f4-99ed-abfd81e6bcc0 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:42.020617 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e90cb522-a5d0-4667-b486-2fafe859900e req-a089b874-6028-44f4-99ed-abfd81e6bcc0 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 943 time: 0.0611835 Jul 09 22:32:42.056464 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e90cb522-a5d0-4667-b486-2fafe859900e req-2443a5f5-85d4-4421-b118-4cd41f0bef80 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304902 Jul 09 22:32:42.561327 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device e90441da-47d3-4112-bff6-0f654dc4dbd7 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:32:42.761076 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port e90441da-47d3-4112-bff6-0f654dc4dbd7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e90441da-47d3-4112-bff6-0f654dc4dbd7,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:32:42.772239 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': 'e90441da-47d3-4112-bff6-0f654dc4dbd7', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'port_id': 'e90441da-47d3-4112-bff6-0f654dc4dbd7', 'mac_address': 'fa:16:3e:03:fa:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:32:42.807222 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:42.819547 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90441da-47d3-4112-bff6-0f654dc4dbd7 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:32:42.842245 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port e90441da-47d3-4112-bff6-0f654dc4dbd7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e90441da-47d3-4112-bff6-0f654dc4dbd7,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:32:42.845686 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:42.890560 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=e90441da-47d3-4112-bff6-0f654dc4dbd7,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:43.225919 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a99a9-34cf-4565-b034-73240678245e req-6757d05b-f414-475c-8eb0-c2b4f7bf077f tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:43.227362 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9a3a99a9-34cf-4565-b034-73240678245e req-6757d05b-f414-475c-8eb0-c2b4f7bf077f tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 944 time: 0.0654411 Jul 09 22:32:43.243980 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['e90441da-47d3-4112-bff6-0f654dc4dbd7'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:32:43.265711 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9a3a99a9-34cf-4565-b034-73240678245e req-81e8e33d-408d-4b92-aac8-474f40a911f7 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329223 Jul 09 22:32:44.436285 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90af56-075b-494f-8172-0b430fc505f1 req-96773c64-d98e-4fc0-9523-b1d81f401c58 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:44.437823 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bb90af56-075b-494f-8172-0b430fc505f1 req-96773c64-d98e-4fc0-9523-b1d81f401c58 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 944 time: 0.0664532 Jul 09 22:32:44.478832 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bb90af56-075b-494f-8172-0b430fc505f1 req-b800e5fd-1476-4848-b124-91e65ece9342 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355091 Jul 09 22:32:44.561515 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device e90441da-47d3-4112-bff6-0f654dc4dbd7 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:32:44.609206 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port e90441da-47d3-4112-bff6-0f654dc4dbd7 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:32:44.612763 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port e90441da-47d3-4112-bff6-0f654dc4dbd7 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:32:44.613137 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:44.689748 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:44.711546 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14393ec-a92c-46f6-9e2b-cca7bea57dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90441da-47d3-4112-bff6-0f654dc4dbd7'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:32:44.713878 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2f9479-600c-474a-bbea-c288ce9aa91a" -d '{"events": [{"server_uuid": "f14393ec-a92c-46f6-9e2b-cca7bea57dff", "name": "network-vif-plugged", "status": "completed", "tag": "e90441da-47d3-4112-bff6-0f654dc4dbd7"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:32:44.726046 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port e90441da-47d3-4112-bff6-0f654dc4dbd7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e90441da-47d3-4112-bff6-0f654dc4dbd7,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:32:44.731183 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:44.753912 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b132e60-b87e-4017-890c-2ea31699eb52 x-openstack-request-id: req-1b132e60-b87e-4017-890c-2ea31699eb52 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:32:44.754198 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14393ec-a92c-46f6-9e2b-cca7bea57dff", "name": "network-vif-plugged", "status": "completed", "tag": "e90441da-47d3-4112-bff6-0f654dc4dbd7", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:32:44.754445 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b132e60-b87e-4017-890c-2ea31699eb52 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:32:44.754821 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14393ec-a92c-46f6-9e2b-cca7bea57dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90441da-47d3-4112-bff6-0f654dc4dbd7', 'code': 200} Jul 09 22:32:44.779991 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=e90441da-47d3-4112-bff6-0f654dc4dbd7,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:44.823938 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c30ad236-05e6-46e8-8c6a-2d9677689874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:45.010942 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367df1fd-1eec-4174-b045-b0c69257d51a req-534dc2ea-0e16-420e-9738-2ea95626f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:45.012294 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-367df1fd-1eec-4174-b045-b0c69257d51a req-534dc2ea-0e16-420e-9738-2ea95626f2b5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 1098 time: 0.0531876 Jul 09 22:32:45.045072 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-367df1fd-1eec-4174-b045-b0c69257d51a req-f472c083-7a0e-44ec-a0ed-1bbe91de5d8f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259843 Jul 09 22:32:45.252004 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:45.652335 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867288db-fb04-428e-a03c-cc1b086b14fe req-d8bef9b7-57b8-4763-adf9-3fee5e5cb8c4 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:45.654516 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-867288db-fb04-428e-a03c-cc1b086b14fe req-d8bef9b7-57b8-4763-adf9-3fee5e5cb8c4 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 945 time: 0.0630610 Jul 09 22:32:45.690949 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-867288db-fb04-428e-a03c-cc1b086b14fe req-bd144bc9-46ce-4c4c-9f7e-f69d7f9156c0 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309978 Jul 09 22:32:46.011379 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:32:46.721316 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:46.863528 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cd800-e210-425a-bf3a-1502b9b68480 req-2108a8b2-cf04-455b-8d97-6ed241b9eee5 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:46.864996 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-331cd800-e210-425a-bf3a-1502b9b68480 req-2108a8b2-cf04-455b-8d97-6ed241b9eee5 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 945 time: 0.0618157 Jul 09 22:32:46.900008 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-331cd800-e210-425a-bf3a-1502b9b68480 req-14e6fb49-d49e-4028-ae10-52fb56e07a9e tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296094 Jul 09 22:32:47.069643 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a7a5c-5382-442c-bd76-8d05e54d7943 req-567ce7dd-f9fd-494b-9e55-cced2ff33755 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:47.071093 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-712a7a5c-5382-442c-bd76-8d05e54d7943 req-567ce7dd-f9fd-494b-9e55-cced2ff33755 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 945 time: 0.0655303 Jul 09 22:32:47.107635 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-712a7a5c-5382-442c-bd76-8d05e54d7943 req-89c3d713-4927-4855-948e-1464d96bafb0 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311565 Jul 09 22:32:47.132062 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 46168) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:32:47.223492 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca63e19-0f4a-4fce-8669-a90efc5e97fc tempest-TestVolumeBootPattern-1353544963 tempest-TestVolumeBootPattern-1353544963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:47.224994 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-9ca63e19-0f4a-4fce-8669-a90efc5e97fc tempest-TestVolumeBootPattern-1353544963 tempest-TestVolumeBootPattern-1353544963-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 1093 time: 0.0918388 Jul 09 22:32:47.227850 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 46172) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:32:47.232220 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.v2.base [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Request body: {'floatingip': {'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'port_id': 'e90441da-47d3-4112-bff6-0f654dc4dbd7', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:32:47.252862 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for floatingip, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:47.346697 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:47.444864 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_common [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Allocated IP 172.27.2.121 (48f3c221-d066-4df5-b08c-0298bc94fba3/de0a8c43-0791-41b8-9204-ec5737d75642/427515b6-ebf6-4bac-8874-67775aadef45) {{(pid=93127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:32:47.545677 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for port, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:47.583730 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6067558'] for port, after_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:47.622629 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is already hosted by enough agents. {{(pid=93127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:32:47.625961 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.base_scheduler [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Resources bound (agent type, host, resource id): {{(pid=93127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:32:47.629785 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Received port after_create {{(pid=93127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:32:47.651352 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event updated for resources: {'Port': ['ID=427515b6-ebf6-4bac-8874-67775aadef45,revision_number=1']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:47.664125 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:47.664472 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:47.664833 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:47.665167 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:47.665495 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:47.665822 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:47.666149 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:47.666478 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:47.666800 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:47.667121 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:47.667439 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:47.667756 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:32:47.997088 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:48.072007 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:48.213212 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:48.218159 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6067604'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:48.285136 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event updated for resources: {'Port': ['ID=427515b6-ebf6-4bac-8874-67775aadef45,revision_number=2']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:32:48.297075 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545156'] for floatingip, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:48.393077 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.l3_db [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Floating IP 1bbfe526-0d25-4b50-913a-9755a9d5ffc5 associated. External IP: 172.27.2.121, port: e90441da-47d3-4112-bff6-0f654dc4dbd7. Jul 09 22:32:48.517521 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:48.808305 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Router d5bceeb0-8803-42c4-b305-47e06ac9c776 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:32:48.908736 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:32:48.918788 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1c851-fdde-443b-abec-fd11fc8ad736 None None] Sync routers for ids ['d5bceeb0-8803-42c4-b305-47e06ac9c776'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:32:48.924683 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:32:48.928888 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac1c851-fdde-443b-abec-fd11fc8ad736 None None] Routers {'d5bceeb0-8803-42c4-b305-47e06ac9c776'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:32:48.929518 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-3ac1c851-fdde-443b-abec-fd11fc8ad736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:32:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['d5bceeb0-8803-42c4-b305-47e06ac9c776'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:32:48.963495 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-2d1bab35-acd2-4c16-97d1-50c6ed683c62 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7346380 Jul 09 22:32:48.964680 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14393ec-a92c-46f6-9e2b-cca7bea57dff', 'tag': 'e90441da-47d3-4112-bff6-0f654dc4dbd7'}] {{(pid=93127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:32:48.966599 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d691ae7ca010c27b321c0c72ad4e7b385282b5cc9ac2e43320258e3c95330463" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc444ee-c05e-489e-9f01-ba2d633ec617" -d '{"events": [{"name": "network-changed", "server_uuid": "f14393ec-a92c-46f6-9e2b-cca7bea57dff", "tag": "e90441da-47d3-4112-bff6-0f654dc4dbd7"}]}' {{(pid=93127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:32:49.038740 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-3ac1c851-fdde-443b-abec-fd11fc8ad736 None None] Set router d5bceeb0-8803-42c4-b305-47e06ac9c776 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:32:49.058393 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace51d6b-1e63-4127-a4d3-a2f593f82e6e x-openstack-request-id: req-ace51d6b-1e63-4127-a4d3-a2f593f82e6e {{(pid=93127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:32:49.058729 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14393ec-a92c-46f6-9e2b-cca7bea57dff", "tag": "e90441da-47d3-4112-bff6-0f654dc4dbd7", "status": "completed", "code": 200}]} {{(pid=93127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:32:49.058976 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ace51d6b-1e63-4127-a4d3-a2f593f82e6e {{(pid=93127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:32:49.059368 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14393ec-a92c-46f6-9e2b-cca7bea57dff', 'tag': 'e90441da-47d3-4112-bff6-0f654dc4dbd7', 'status': 'completed', 'code': 200} Jul 09 22:32:49.130309 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc444ee-c05e-489e-9f01-ba2d633ec617 req-b2a1013a-1a12-4cd0-9ceb-0beeb9a6938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:49.131778 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-edc444ee-c05e-489e-9f01-ba2d633ec617 req-b2a1013a-1a12-4cd0-9ceb-0beeb9a6938a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 1098 time: 0.0511215 Jul 09 22:32:49.222028 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc444ee-c05e-489e-9f01-ba2d633ec617 req-c6b773b6-12be-4325-87eb-5cc7ddfe097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:49.223390 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-edc444ee-c05e-489e-9f01-ba2d633ec617 req-c6b773b6-12be-4325-87eb-5cc7ddfe097e service neutron] 10.222.0.11 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 910 time: 0.0851307 Jul 09 22:32:49.260703 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-3ac1c851-fdde-443b-abec-fd11fc8ad736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '1bbfe526-0d25-4b50-913a-9755a9d5ffc5', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'port_id': 'e90441da-47d3-4112-bff6-0f654dc4dbd7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'mac_address': 'fa:16:3e:03:fa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14393ec-a92c-46f6-9e2b-cca7bea57dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:32:47Z', 'updated_at': '2021-07-09T22:32:47Z', 'revision_number': 0, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:05Z', 'revision_number': 5, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:32:49.285635 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-edc444ee-c05e-489e-9f01-ba2d633ec617 req-8dedcbc1-3cc7-4887-adb7-0de1138280a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e90441da-47d3-4112-bff6-0f654dc4dbd7 HTTP/1.1" status: 200 len: 999 time: 0.0559504 Jul 09 22:32:49.286134 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1c851-fdde-443b-abec-fd11fc8ad736 None None] Checking router: d5bceeb0-8803-42c4-b305-47e06ac9c776 for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:32:49.294638 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac1c851-fdde-443b-abec-fd11fc8ad736 None None] Routers {'d5bceeb0-8803-42c4-b305-47e06ac9c776'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:32:49.295739 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-3ac1c851-fdde-443b-abec-fd11fc8ad736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:32:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['d5bceeb0-8803-42c4-b305-47e06ac9c776'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:32:49.332137 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc444ee-c05e-489e-9f01-ba2d633ec617 req-1f30de2a-0666-4d02-be0b-accf15c08a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:49.333600 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-edc444ee-c05e-489e-9f01-ba2d633ec617 req-1f30de2a-0666-4d02-be0b-accf15c08a75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c9f6066-d712-44a5-a65c-7cebf41ccaef HTTP/1.1" status: 200 len: 848 time: 0.0426688 Jul 09 22:32:49.392948 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc444ee-c05e-489e-9f01-ba2d633ec617 req-f35060be-1074-4bb2-8713-c8a5d78a6f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:32:49.394449 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-edc444ee-c05e-489e-9f01-ba2d633ec617 req-f35060be-1074-4bb2-8713-c8a5d78a6f53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8dd49af3-8078-48e7-88b8-aa6c9ede2016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544355 Jul 09 22:32:49.399460 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-3ac1c851-fdde-443b-abec-fd11fc8ad736 None None] Set router d5bceeb0-8803-42c4-b305-47e06ac9c776 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:32:49.483925 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-edc444ee-c05e-489e-9f01-ba2d633ec617 req-f0301c5d-09dd-45a8-b6d3-0d2c60d85fd6 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832520 Jul 09 22:32:49.576078 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-edc444ee-c05e-489e-9f01-ba2d633ec617 req-b34f2f0f-acbf-4bc5-8f04-8a9c9420183d service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859530 Jul 09 22:32:49.622935 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-3ac1c851-fdde-443b-abec-fd11fc8ad736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '1bbfe526-0d25-4b50-913a-9755a9d5ffc5', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'port_id': 'e90441da-47d3-4112-bff6-0f654dc4dbd7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'mac_address': 'fa:16:3e:03:fa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14393ec-a92c-46f6-9e2b-cca7bea57dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:32:47Z', 'updated_at': '2021-07-09T22:32:47Z', 'revision_number': 0, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:05Z', 'revision_number': 5, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:32:49.652169 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1c851-fdde-443b-abec-fd11fc8ad736 None None] The sync data for ids ['d5bceeb0-8803-42c4-b305-47e06ac9c776'] in dv-cinder-794962-8-iscsi is: [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '1bbfe526-0d25-4b50-913a-9755a9d5ffc5', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'port_id': 'e90441da-47d3-4112-bff6-0f654dc4dbd7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'mac_address': 'fa:16:3e:03:fa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14393ec-a92c-46f6-9e2b-cca7bea57dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:32:47Z', 'updated_at': '2021-07-09T22:32:47Z', 'revision_number': 0, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:05Z', 'revision_number': 5, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:32:49.835992 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a4868a-ff28-428d-b26e-3a28c38fb451 None None] New status for floating IP 1bbfe526-0d25-4b50-913a-9755a9d5ffc5: ACTIVE {{(pid=93130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 22:32:50.764561 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:33:01.710594 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4471022e-0a29-47c7-a916-ac0b55655125 req-242ab0c8-5a1c-413c-89ce-4a0d6cc96eb2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497487 Jul 09 22:33:01.802337 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471022e-0a29-47c7-a916-ac0b55655125 req-db9c5768-eb89-4263-820e-3b4424140890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:33:01.803750 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4471022e-0a29-47c7-a916-ac0b55655125 req-db9c5768-eb89-4263-820e-3b4424140890 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 1098 time: 0.0507514 Jul 09 22:33:01.909746 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471022e-0a29-47c7-a916-ac0b55655125 req-3bf08345-253f-4e03-a61f-5b6dfdd7ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:33:01.911083 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4471022e-0a29-47c7-a916-ac0b55655125 req-3bf08345-253f-4e03-a61f-5b6dfdd7ced2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 910 time: 0.0866408 Jul 09 22:33:01.975113 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4471022e-0a29-47c7-a916-ac0b55655125 req-ab03a268-1a18-44b4-b19e-5a79a3cb10cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e90441da-47d3-4112-bff6-0f654dc4dbd7 HTTP/1.1" status: 200 len: 1001 time: 0.0560234 Jul 09 22:33:02.021451 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471022e-0a29-47c7-a916-ac0b55655125 req-17bafa06-43da-4020-805b-b2844412c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:33:02.022805 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4471022e-0a29-47c7-a916-ac0b55655125 req-17bafa06-43da-4020-805b-b2844412c332 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c9f6066-d712-44a5-a65c-7cebf41ccaef HTTP/1.1" status: 200 len: 848 time: 0.0409651 Jul 09 22:33:02.081140 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471022e-0a29-47c7-a916-ac0b55655125 req-adf2d94d-85a7-4922-8afb-633fe8cc4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:33:02.082584 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4471022e-0a29-47c7-a916-ac0b55655125 req-adf2d94d-85a7-4922-8afb-633fe8cc4eb2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8dd49af3-8078-48e7-88b8-aa6c9ede2016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534081 Jul 09 22:33:02.169941 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4471022e-0a29-47c7-a916-ac0b55655125 req-c42d29e8-e6f4-409a-8488-9da79f43af74 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790076 Jul 09 22:33:02.258210 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4471022e-0a29-47c7-a916-ac0b55655125 req-7090d88e-8d56-4533-b2c5-2b1a89e09073 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813506 Jul 09 22:33:11.552335 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-636c30c6-70db-4776-b9f8-886e5082ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:33:14.823614 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fde7a849-47de-4881-b352-c88b24e7ee6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:33:15.253453 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:33:16.722468 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:33:18.518754 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:33:20.769622 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:33:23.010828 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:33:41.553081 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0b91-8565-4342-86ef-710aa1c553f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:33:44.822877 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a2c359e0-9cab-4a3c-a21b-808e50870ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:33:45.253911 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:33:46.724342 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:33:48.520627 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:33:50.795745 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:34:00.010189 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:34:03.637184 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-59c42cdb-0576-4ed4-acd0-816977c2b732 req-961e9300-46c3-4279-a1fb-cf464b8f2037 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522301 Jul 09 22:34:03.727765 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c42cdb-0576-4ed4-acd0-816977c2b732 req-6bc19d7c-acf2-4c59-9c35-ce99de961668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:34:03.729226 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-59c42cdb-0576-4ed4-acd0-816977c2b732 req-6bc19d7c-acf2-4c59-9c35-ce99de961668 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 1098 time: 0.0498979 Jul 09 22:34:03.832972 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c42cdb-0576-4ed4-acd0-816977c2b732 req-fc88db42-6efa-4c2a-8e22-4a0a417609f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:34:03.834401 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-59c42cdb-0576-4ed4-acd0-816977c2b732 req-fc88db42-6efa-4c2a-8e22-4a0a417609f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 910 time: 0.0846477 Jul 09 22:34:03.896328 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-59c42cdb-0576-4ed4-acd0-816977c2b732 req-bf628275-c4ab-4eed-b385-84389bbc1367 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e90441da-47d3-4112-bff6-0f654dc4dbd7 HTTP/1.1" status: 200 len: 1001 time: 0.0546615 Jul 09 22:34:03.943182 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c42cdb-0576-4ed4-acd0-816977c2b732 req-0d11e92d-c6ae-41b3-af94-52a0a8d96f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:34:03.944520 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-59c42cdb-0576-4ed4-acd0-816977c2b732 req-0d11e92d-c6ae-41b3-af94-52a0a8d96f97 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c9f6066-d712-44a5-a65c-7cebf41ccaef HTTP/1.1" status: 200 len: 848 time: 0.0412424 Jul 09 22:34:04.001545 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c42cdb-0576-4ed4-acd0-816977c2b732 req-cb02e0d0-857b-4554-802b-06cda8af2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:34:04.002986 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-59c42cdb-0576-4ed4-acd0-816977c2b732 req-cb02e0d0-857b-4554-802b-06cda8af2870 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8dd49af3-8078-48e7-88b8-aa6c9ede2016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516632 Jul 09 22:34:04.091874 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-59c42cdb-0576-4ed4-acd0-816977c2b732 req-baa9990e-d73e-4771-b8bf-167a3da30531 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824172 Jul 09 22:34:04.180681 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-59c42cdb-0576-4ed4-acd0-816977c2b732 req-b3e31d55-3bba-400d-9600-7fc7811edfc6 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829878 Jul 09 22:34:11.553716 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-dca40173-c50e-45eb-8f6a-3963f46b4ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:34:14.823757 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b395-bcbb-4f7f-9e4b-bdd890519c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:34:15.254380 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:34:16.728313 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:34:18.524266 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:34:20.798183 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:34:37.009603 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:34:41.556576 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f0934178-7730-471d-8fff-1c2771714507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:34:44.823989 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-408c91d2-aa44-44a9-aeff-7303abcf0347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:34:45.254902 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:34:46.731044 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:34:48.528324 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:34:50.788988 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:03.157912 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c070232-9ab0-419f-be79-df8755494dad req-f9102a58-a099-4a2b-a8d4-2e0eabb6aecf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:03.159291 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2c070232-9ab0-419f-be79-df8755494dad req-f9102a58-a099-4a2b-a8d4-2e0eabb6aecf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 945 time: 0.1691623 Jul 09 22:35:03.196346 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2c070232-9ab0-419f-be79-df8755494dad req-d8b8f020-0eb7-4358-8930-f147c8a06f18 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313330 Jul 09 22:35:04.432187 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c18523-2675-47c9-a327-25b0188f56af req-4c491571-6ee5-49cc-bf2b-ddbe71b09e4e tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:04.434190 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-51c18523-2675-47c9-a327-25b0188f56af req-4c491571-6ee5-49cc-bf2b-ddbe71b09e4e tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 945 time: 0.1154947 Jul 09 22:35:04.473952 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-51c18523-2675-47c9-a327-25b0188f56af req-aafa1897-0913-4016-9da2-4009a6c54f37 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343287 Jul 09 22:35:04.749077 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c56e26-7ede-4ea0-8344-108dfd235ef8 req-c9f22f47-4ec4-45ef-b3c2-0b930c191eeb tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:04.750409 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-47c56e26-7ede-4ea0-8344-108dfd235ef8 req-c9f22f47-4ec4-45ef-b3c2-0b930c191eeb tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.11 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 945 time: 0.0606482 Jul 09 22:35:04.844284 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-47c56e26-7ede-4ea0-8344-108dfd235ef8 req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Deleting port e90441da-47d3-4112-bff6-0f654dc4dbd7 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:35:04.844623 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-47c56e26-7ede-4ea0-8344-108dfd235ef8 req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:04.938553 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-47c56e26-7ede-4ea0-8344-108dfd235ef8 req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] For port e90441da-47d3-4112-bff6-0f654dc4dbd7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e90441da-47d3-4112-bff6-0f654dc4dbd7,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:35:04.938908 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-47c56e26-7ede-4ea0-8344-108dfd235ef8 req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:05.099051 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-47c56e26-7ede-4ea0-8344-108dfd235ef8 req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:05.099344 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-47c56e26-7ede-4ea0-8344-108dfd235ef8 req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545156'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:05.099656 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.l3_db [req-47c56e26-7ede-4ea0-8344-108dfd235ef8 req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Floating IP 1bbfe526-0d25-4b50-913a-9755a9d5ffc5 disassociated. External IP: 172.27.2.121, port: e90441da-47d3-4112-bff6-0f654dc4dbd7. Jul 09 22:35:05.099994 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-47c56e26-7ede-4ea0-8344-108dfd235ef8 req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Calling delete_port for e90441da-47d3-4112-bff6-0f654dc4dbd7 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:35:05.225277 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-47c56e26-7ede-4ea0-8344-108dfd235ef8 req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:05.257489 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event deleted for resources: {'Port': ['ID=e90441da-47d3-4112-bff6-0f654dc4dbd7,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:35:05.269455 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:05.269801 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:05.270254 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:05.270588 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:05.270912 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:05.271261 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:05.271578 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:05.271897 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:05.272213 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:05.272526 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:05.272860 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:05.273170 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:05.383428 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47c56e26-7ede-4ea0-8344-108dfd235ef8 req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Router d5bceeb0-8803-42c4-b305-47e06ac9c776 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:35:05.487355 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47c56e26-7ede-4ea0-8344-108dfd235ef8 req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:35:05.497873 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d53154-05fb-4a4c-914e-8af4e141244a None None] Sync routers for ids ['d5bceeb0-8803-42c4-b305-47e06ac9c776'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:35:05.507738 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d53154-05fb-4a4c-914e-8af4e141244a None None] Routers {'d5bceeb0-8803-42c4-b305-47e06ac9c776'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:35:05.508591 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-31d53154-05fb-4a4c-914e-8af4e141244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:34:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['d5bceeb0-8803-42c4-b305-47e06ac9c776'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:35:05.529939 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c56e26-7ede-4ea0-8344-108dfd235ef8 req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] No DVR routers for this DVR port e90441da-47d3-4112-bff6-0f654dc4dbd7 on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:35:05.532398 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-47c56e26-7ede-4ea0-8344-108dfd235ef8 req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:05.534394 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-47c56e26-7ede-4ea0-8344-108dfd235ef8 req-521537bf-425e-4149-bce8-86e751ebcdb8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.11 "DELETE /v2.0/ports/e90441da-47d3-4112-bff6-0f654dc4dbd7 HTTP/1.1" status: 204 len: 173 time: 0.7781253 Jul 09 22:35:05.534830 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14393ec-a92c-46f6-9e2b-cca7bea57dff', 'name': 'network-vif-deleted', 'tag': 'e90441da-47d3-4112-bff6-0f654dc4dbd7'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:35:05.537293 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660e9e71-dc3b-4260-aeab-e71fc92918ce" -d '{"events": [{"server_uuid": "f14393ec-a92c-46f6-9e2b-cca7bea57dff", "name": "network-vif-deleted", "tag": "e90441da-47d3-4112-bff6-0f654dc4dbd7"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:35:05.629149 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-31d53154-05fb-4a4c-914e-8af4e141244a None None] Set router d5bceeb0-8803-42c4-b305-47e06ac9c776 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:35:05.633299 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5346222c-8157-4deb-997a-9a7fe5986869 req-7d618010-47b2-48ba-90bb-9a8102f94644 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=f14393ec-a92c-46f6-9e2b-cca7bea57dff HTTP/1.1" status: 200 len: 210 time: 0.0453184 Jul 09 22:35:05.817979 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3f23e3-1d1e-436d-a1ba-417af70a40fa x-openstack-request-id: req-6a3f23e3-1d1e-436d-a1ba-417af70a40fa {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:35:05.817979 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14393ec-a92c-46f6-9e2b-cca7bea57dff", "name": "network-vif-deleted", "tag": "e90441da-47d3-4112-bff6-0f654dc4dbd7", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:35:05.818247 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a3f23e3-1d1e-436d-a1ba-417af70a40fa {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:35:05.818492 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14393ec-a92c-46f6-9e2b-cca7bea57dff', 'name': 'network-vif-deleted', 'tag': 'e90441da-47d3-4112-bff6-0f654dc4dbd7', 'status': 'completed', 'code': 200} Jul 09 22:35:05.860532 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-31d53154-05fb-4a4c-914e-8af4e141244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:05Z', 'revision_number': 5, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:35:05.886048 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d53154-05fb-4a4c-914e-8af4e141244a None None] Checking router: d5bceeb0-8803-42c4-b305-47e06ac9c776 for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:35:05.894025 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d53154-05fb-4a4c-914e-8af4e141244a None None] Routers {'d5bceeb0-8803-42c4-b305-47e06ac9c776'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:35:05.894622 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-31d53154-05fb-4a4c-914e-8af4e141244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:34:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['d5bceeb0-8803-42c4-b305-47e06ac9c776'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:35:06.112414 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-31d53154-05fb-4a4c-914e-8af4e141244a None None] Set router d5bceeb0-8803-42c4-b305-47e06ac9c776 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:35:06.307898 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-31d53154-05fb-4a4c-914e-8af4e141244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:05Z', 'revision_number': 5, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:35:06.333687 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d53154-05fb-4a4c-914e-8af4e141244a None None] The sync data for ids ['d5bceeb0-8803-42c4-b305-47e06ac9c776'] in dv-cinder-794962-8-iscsi is: [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:05Z', 'revision_number': 5, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:35:06.550318 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0748b1-fc32-4e3d-a1a2-a2578c41c997 None None] New status for floating IP 1bbfe526-0d25-4b50-913a-9755a9d5ffc5: DOWN {{(pid=93130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 22:35:06.866396 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54035b65-195c-4a3c-a216-28c296def05c req-b248cb62-ca72-4326-bfc5-7afac98f9e33 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064954234&fields=id&tenant_id=3c09fb6509674fb393fd88819a8bdcf0 HTTP/1.1" status: 200 len: 267 time: 0.0315909 Jul 09 22:35:06.968111 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035b65-195c-4a3c-a216-28c296def05c req-0468dff1-475a-4afd-9ebc-7239700b2e29 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:06.969467 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54035b65-195c-4a3c-a216-28c296def05c req-0468dff1-475a-4afd-9ebc-7239700b2e29 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 809 time: 0.0960805 Jul 09 22:35:06.983997 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54035b65-195c-4a3c-a216-28c296def05c req-83d9d25e-7259-4cd2-8394-5852ed753f2c tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/quotas/3c09fb6509674fb393fd88819a8bdcf0 HTTP/1.1" status: 200 len: 375 time: 0.0092480 Jul 09 22:35:07.055404 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54035b65-195c-4a3c-a216-28c296def05c req-c8b6259b-6174-42b0-aa1e-cc421944d025 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667484 Jul 09 22:35:07.202900 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54035b65-195c-4a3c-a216-28c296def05c req-8ad35d91-bbbc-4b47-b531-652c553efe18 service neutron] 10.222.0.10 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361253 Jul 09 22:35:07.292934 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54035b65-195c-4a3c-a216-28c296def05c req-e5e0491e-0e78-4e45-b3e0-9ecc67918385 service neutron] 10.222.0.10 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842450 Jul 09 22:35:07.589246 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2626158d-abf2-4816-9e1f-dbfbaea10a93 req-5891b6b0-0133-48ab-a2d9-b1172842395b tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 210 time: 0.0284355 Jul 09 22:35:08.752971 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-18317a62-f887-428d-abd5-960ed63d5dfe req-880839d9-ef62-4ed7-b085-b876583100f7 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 210 time: 0.0354760 Jul 09 22:35:08.802099 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035b65-195c-4a3c-a216-28c296def05c req-1b3f526d-403a-4141-a91d-73560cddfc8e tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:08.803593 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54035b65-195c-4a3c-a216-28c296def05c req-1b3f526d-403a-4141-a91d-73560cddfc8e tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.11 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 809 time: 0.1349318 Jul 09 22:35:08.854563 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54035b65-195c-4a3c-a216-28c296def05c req-ea7f871f-65c9-4c53-970e-83e26f5c189c tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c09fb6509674fb393fd88819a8bdcf0 HTTP/1.1" status: 200 len: 380 time: 0.0387578 Jul 09 22:35:08.862633 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-54035b65-195c-4a3c-a216-28c296def05c req-65a181c2-c324-4bec-baa1-b77c2071c2b6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Request body: {'port': {'device_id': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'admin_state_up': True, 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'security_groups': ['3dd12421-c670-429a-b6ce-1a6fbf9c15b0']}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:35:08.972822 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54035b65-195c-4a3c-a216-28c296def05c req-65a181c2-c324-4bec-baa1-b77c2071c2b6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Made reservation on behalf of 3c09fb6509674fb393fd88819a8bdcf0 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:35:08.976311 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-54035b65-195c-4a3c-a216-28c296def05c req-65a181c2-c324-4bec-baa1-b77c2071c2b6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:09.099138 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-54035b65-195c-4a3c-a216-28c296def05c req-65a181c2-c324-4bec-baa1-b77c2071c2b6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Allocated IP 172.20.0.14 (8dd49af3-8078-48e7-88b8-aa6c9ede2016/5c9f6066-d712-44a5-a65c-7cebf41ccaef/5d361ff9-c9b3-4a48-af77-f1c2282f14b3) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:35:09.180964 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device e90441da-47d3-4112-bff6-0f654dc4dbd7 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:35:09.204051 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: e90441da-47d3-4112-bff6-0f654dc4dbd7 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:35:09.204391 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device e90441da-47d3-4112-bff6-0f654dc4dbd7 not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:35:09.242248 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-54035b65-195c-4a3c-a216-28c296def05c req-65a181c2-c324-4bec-baa1-b77c2071c2b6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:09.255951 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-54035b65-195c-4a3c-a216-28c296def05c req-65a181c2-c324-4bec-baa1-b77c2071c2b6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Transition to ACTIVE for port object 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:35:09.288470 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-54035b65-195c-4a3c-a216-28c296def05c req-65a181c2-c324-4bec-baa1-b77c2071c2b6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:09.330338 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54035b65-195c-4a3c-a216-28c296def05c req-65a181c2-c324-4bec-baa1-b77c2071c2b6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:35:09.335392 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-54035b65-195c-4a3c-a216-28c296def05c req-65a181c2-c324-4bec-baa1-b77c2071c2b6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:35:09.338069 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-54035b65-195c-4a3c-a216-28c296def05c req-65a181c2-c324-4bec-baa1-b77c2071c2b6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:35:09.371250 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a181c2-c324-4bec-baa1-b77c2071c2b6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event updated for resources: {'Port': ['ID=5d361ff9-c9b3-4a48-af77-f1c2282f14b3,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:35:09.398370 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035b65-195c-4a3c-a216-28c296def05c req-65a181c2-c324-4bec-baa1-b77c2071c2b6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:09.398984 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-54035b65-195c-4a3c-a216-28c296def05c req-65a181c2-c324-4bec-baa1-b77c2071c2b6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:09.414338 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54035b65-195c-4a3c-a216-28c296def05c req-65a181c2-c324-4bec-baa1-b77c2071c2b6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5553095 Jul 09 22:35:09.425836 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Request body: {'port': {'device_id': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:35:09.505671 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:09.607863 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-98b8c404-1727-4775-8313-472a5fbc5262 None None] Provisioning for port 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:35:09.612291 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-98b8c404-1727-4775-8313-472a5fbc5262 None None] Provisioning complete for port 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:35:09.612661 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-98b8c404-1727-4775-8313-472a5fbc5262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:09.651769 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-98b8c404-1727-4775-8313-472a5fbc5262 None None] Port 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:35:09.988430 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18db6a-50a2-43de-b928-a18681edfec2 req-e5d3aedb-9d35-4e12-8986-0c49ffb5eb1f tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:09.989920 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4c18db6a-50a2-43de-b928-a18681edfec2 req-e5d3aedb-9d35-4e12-8986-0c49ffb5eb1f tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 932 time: 0.1181707 Jul 09 22:35:10.053621 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4c18db6a-50a2-43de-b928-a18681edfec2 req-1beba653-05e4-4c6e-a31b-2c4d6d1b5b3c tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534956 Jul 09 22:35:10.105201 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:35:10.112582 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:10.124620 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Transition to ACTIVE for port object 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:35:10.128000 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:10.178685 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Pushing event updated for resources: {'Port': ['ID=5d361ff9-c9b3-4a48-af77-f1c2282f14b3,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:35:10.254067 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Attempting to bind port 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:35:10.254493 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Attempting to bind port 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:35:10.254817 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Attempting to bind port 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 on network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:35:10.259367 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Port 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 on network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:35:10.259681 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Attempting to bind port 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 on network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:35:10.264567 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:35:10.264927 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Checking segment: {'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:35:10.265315 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Bound using segment: {'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:35:10.265732 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Bound port: 5d361ff9-c9b3-4a48-af77-f1c2282f14b3, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:35:10.266084 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:10.329749 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] For port 5d361ff9-c9b3-4a48-af77-f1c2282f14b3, host hv-cinder-79496, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:35:10.333235 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] For port 5d361ff9-c9b3-4a48-af77-f1c2282f14b3, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5d361ff9-c9b3-4a48-af77-f1c2282f14b3,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:35:10.337036 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:10.371693 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:10.372555 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:10.373971 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54035b65-195c-4a3c-a216-28c296def05c req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] 10.222.0.11 "PUT /v2.0/ports/5d361ff9-c9b3-4a48-af77-f1c2282f14b3 HTTP/1.1" status: 200 len: 1094 time: 0.9524004 Jul 09 22:35:10.374503 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'tag': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:35:10.378264 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1153bb7-ae28-417b-ae5d-1c072640617e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ff56a8-816e-4ba1-adfb-25db5d0776ca", "tag": "5d361ff9-c9b3-4a48-af77-f1c2282f14b3"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:35:10.405191 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826a30a-ae18-435a-ac7f-24e5783e489d service neutron] Pushing event updated for resources: {'Port': ['ID=5d361ff9-c9b3-4a48-af77-f1c2282f14b3,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:35:10.420148 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbcd035-7fd7-4839-a410-ffbe088f7889 x-openstack-request-id: req-8bbcd035-7fd7-4839-a410-ffbe088f7889 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:35:10.420456 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ff56a8-816e-4ba1-adfb-25db5d0776ca", "tag": "5d361ff9-c9b3-4a48-af77-f1c2282f14b3", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:35:10.420709 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8bbcd035-7fd7-4839-a410-ffbe088f7889 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:35:10.421128 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'tag': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3', 'status': 'completed', 'code': 200} Jul 09 22:35:10.475592 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035b65-195c-4a3c-a216-28c296def05c req-88e8fb8b-15b1-4ae7-9f90-aef436881e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:10.477206 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54035b65-195c-4a3c-a216-28c296def05c req-88e8fb8b-15b1-4ae7-9f90-aef436881e32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 1097 time: 0.0552969 Jul 09 22:35:10.520610 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54035b65-195c-4a3c-a216-28c296def05c req-3341a2ca-e2fc-439f-a467-2b652d5ccc4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d361ff9-c9b3-4a48-af77-f1c2282f14b3 HTTP/1.1" status: 200 len: 217 time: 0.0366447 Jul 09 22:35:10.570477 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035b65-195c-4a3c-a216-28c296def05c req-2fc2884c-d5d5-4c72-8ea6-9a1eac4d7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:10.571842 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54035b65-195c-4a3c-a216-28c296def05c req-2fc2884c-d5d5-4c72-8ea6-9a1eac4d7cb5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c9f6066-d712-44a5-a65c-7cebf41ccaef HTTP/1.1" status: 200 len: 848 time: 0.0449984 Jul 09 22:35:10.627694 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035b65-195c-4a3c-a216-28c296def05c req-2e3d856c-494a-469f-8e46-7b935e83469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:10.629214 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54035b65-195c-4a3c-a216-28c296def05c req-2e3d856c-494a-469f-8e46-7b935e83469b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8dd49af3-8078-48e7-88b8-aa6c9ede2016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512044 Jul 09 22:35:10.718930 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54035b65-195c-4a3c-a216-28c296def05c req-226b4e51-c440-43b9-91b5-d75395908fb6 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835538 Jul 09 22:35:10.803316 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54035b65-195c-4a3c-a216-28c296def05c req-52e42a59-4411-4c88-951b-4657e1cf02d3 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787930 Jul 09 22:35:10.907509 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1153bb7-ae28-417b-ae5d-1c072640617e req-1b555c0c-1cf3-4bfd-baff-d0b365be6765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:10.909014 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a1153bb7-ae28-417b-ae5d-1c072640617e req-1b555c0c-1cf3-4bfd-baff-d0b365be6765 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 1097 time: 0.0599360 Jul 09 22:35:10.993369 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1153bb7-ae28-417b-ae5d-1c072640617e req-9a754078-c819-4fa1-b1aa-c66d1238f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:10.995283 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a1153bb7-ae28-417b-ae5d-1c072640617e req-9a754078-c819-4fa1-b1aa-c66d1238f20b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 910 time: 0.0796194 Jul 09 22:35:11.033392 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a1153bb7-ae28-417b-ae5d-1c072640617e req-677187af-1cc9-4d51-9a7f-5f470494d82b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d361ff9-c9b3-4a48-af77-f1c2282f14b3 HTTP/1.1" status: 200 len: 217 time: 0.0328209 Jul 09 22:35:11.083289 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1153bb7-ae28-417b-ae5d-1c072640617e req-49a1720f-5dad-424f-af4c-2e7672c4f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:11.084578 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a1153bb7-ae28-417b-ae5d-1c072640617e req-49a1720f-5dad-424f-af4c-2e7672c4f7fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c9f6066-d712-44a5-a65c-7cebf41ccaef HTTP/1.1" status: 200 len: 848 time: 0.0452385 Jul 09 22:35:11.139545 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1153bb7-ae28-417b-ae5d-1c072640617e req-c3db0752-9f6b-4b09-b033-3ed22d4f3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:11.141141 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a1153bb7-ae28-417b-ae5d-1c072640617e req-c3db0752-9f6b-4b09-b033-3ed22d4f3465 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8dd49af3-8078-48e7-88b8-aa6c9ede2016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507874 Jul 09 22:35:11.270687 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a1153bb7-ae28-417b-ae5d-1c072640617e req-19a05154-8cd4-49ae-bf48-41d260489060 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228197 Jul 09 22:35:11.278720 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43c6ec-78a3-4912-b9cb-619a64aab678 req-32f651a9-378a-4daf-b529-2d3546e32eeb tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:11.280068 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c43c6ec-78a3-4912-b9cb-619a64aab678 req-32f651a9-378a-4daf-b529-2d3546e32eeb tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 944 time: 0.1157782 Jul 09 22:35:11.368385 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c43c6ec-78a3-4912-b9cb-619a64aab678 req-9e7c2ad7-edb9-4efb-9b7d-eebdb8104574 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803399 Jul 09 22:35:11.388955 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a1153bb7-ae28-417b-ae5d-1c072640617e req-a371445c-69c7-4b8c-9708-1e393ada5eb6 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079526 Jul 09 22:35:11.556352 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e5ed29c5-8065-4c94-b087-35603a4ed880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:12.537886 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a60ea-9dfc-4b86-9e7a-9f8c5ce55bf7 req-55a3b9f6-195e-4caf-8039-fdb8970d59d7 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:12.539349 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b67a60ea-9dfc-4b86-9e7a-9f8c5ce55bf7 req-55a3b9f6-195e-4caf-8039-fdb8970d59d7 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 944 time: 0.0614390 Jul 09 22:35:12.575388 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b67a60ea-9dfc-4b86-9e7a-9f8c5ce55bf7 req-f6601844-c66c-4741-ac7e-e8909a0f72ce tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299399 Jul 09 22:35:13.742439 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484612f-f590-4be6-919d-a7c09ea3823c req-5ecb4772-bcbf-44be-b2aa-2ec35df00fee tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:13.743894 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c484612f-f590-4be6-919d-a7c09ea3823c req-5ecb4772-bcbf-44be-b2aa-2ec35df00fee tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 944 time: 0.0608625 Jul 09 22:35:13.779875 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c484612f-f590-4be6-919d-a7c09ea3823c req-5e7023b8-85d5-43ab-8e20-2d63c258a2b1 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300531 Jul 09 22:35:14.008076 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:35:14.827877 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e72d6e1b-50a8-491b-a6a8-6a9306351a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:14.984656 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850a82b-40a2-43f4-b90b-25c85edcfd99 req-77578556-f4c8-4c10-9eed-502188e7ed7b tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:14.986072 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f850a82b-40a2-43f4-b90b-25c85edcfd99 req-77578556-f4c8-4c10-9eed-502188e7ed7b tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 944 time: 0.0745106 Jul 09 22:35:15.023113 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f850a82b-40a2-43f4-b90b-25c85edcfd99 req-1de32ceb-9594-4f2f-81e7-a2fec878b7e8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313489 Jul 09 22:35:15.255403 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:16.195566 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263df3b-d7ea-463f-bef7-d4f9c45902fc req-87190c25-1b9d-4a02-8c9b-c08cefa2f2ca tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:16.197021 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7263df3b-d7ea-463f-bef7-d4f9c45902fc req-87190c25-1b9d-4a02-8c9b-c08cefa2f2ca tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 944 time: 0.0611737 Jul 09 22:35:16.233191 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7263df3b-d7ea-463f-bef7-d4f9c45902fc req-6f6cc661-6f2b-486f-8157-f8da1e2eee7a tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307283 Jul 09 22:35:16.733987 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:17.404890 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726a915-61d6-4645-8d81-a028eeebdd16 req-b614d2bd-8a1f-4372-8b4b-cf032fe49808 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:17.406354 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a726a915-61d6-4645-8d81-a028eeebdd16 req-b614d2bd-8a1f-4372-8b4b-cf032fe49808 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 944 time: 0.0673208 Jul 09 22:35:17.443204 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a726a915-61d6-4645-8d81-a028eeebdd16 req-90e471f1-4f82-4654-803b-7a18c9d537c8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311737 Jul 09 22:35:18.532868 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:18.616188 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7d4d1-42be-4b11-ba63-cad872e22915 req-d7306f97-483e-4684-936c-edff8ea62d53 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:18.617654 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c1f7d4d1-42be-4b11-ba63-cad872e22915 req-d7306f97-483e-4684-936c-edff8ea62d53 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 944 time: 0.0645347 Jul 09 22:35:18.654159 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c1f7d4d1-42be-4b11-ba63-cad872e22915 req-a2351248-42eb-4025-afbe-6975ce8bccc7 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309181 Jul 09 22:35:19.822059 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdac45-3b06-4331-bf67-c4c8370278cb req-c17734a1-a4e6-41a2-b72f-a01430e1d33c tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:19.823549 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15cdac45-3b06-4331-bf67-c4c8370278cb req-c17734a1-a4e6-41a2-b72f-a01430e1d33c tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 944 time: 0.0624928 Jul 09 22:35:19.859680 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15cdac45-3b06-4331-bf67-c4c8370278cb req-e140682d-615e-4c53-b2a1-018ea79712f3 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307372 Jul 09 22:35:20.786704 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:21.033521 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee3a81-3ec7-4c8e-970a-0a36514c7836 req-0907db82-e2c4-419d-a711-228d3a0c4b7a tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:21.034985 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-92ee3a81-3ec7-4c8e-970a-0a36514c7836 req-0907db82-e2c4-419d-a711-228d3a0c4b7a tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 944 time: 0.0650668 Jul 09 22:35:21.072300 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-92ee3a81-3ec7-4c8e-970a-0a36514c7836 req-faa8309a-9431-4f54-a8a7-7f4f33e24948 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316007 Jul 09 22:35:21.242138 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:35:21.332279 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 5d361ff9-c9b3-4a48-af77-f1c2282f14b3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5d361ff9-c9b3-4a48-af77-f1c2282f14b3,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:35:21.346120 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'port_id': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3', 'mac_address': 'fa:16:3e:7a:1e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:35:21.381574 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:21.393437 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:35:21.412493 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 5d361ff9-c9b3-4a48-af77-f1c2282f14b3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5d361ff9-c9b3-4a48-af77-f1c2282f14b3,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:35:21.416355 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:21.461334 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=5d361ff9-c9b3-4a48-af77-f1c2282f14b3,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:35:21.468527 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:21.468914 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:21.469255 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:21.469589 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:21.469921 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:21.470249 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:21.470574 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:21.470899 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:21.471223 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:21.471543 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:21.471862 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:21.472178 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:35:21.772466 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['5d361ff9-c9b3-4a48-af77-f1c2282f14b3'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:35:22.236824 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935ed7d-d34c-43c5-ae33-932006aea767 req-0ad2657f-fe5c-4bc6-ac43-5918dcaf3f64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:22.238252 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1935ed7d-d34c-43c5-ae33-932006aea767 req-0ad2657f-fe5c-4bc6-ac43-5918dcaf3f64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 945 time: 0.0608368 Jul 09 22:35:22.274403 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1935ed7d-d34c-43c5-ae33-932006aea767 req-ed3bd09b-9df1-48f6-b512-d45ad7e86473 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307605 Jul 09 22:35:23.257244 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:35:23.305593 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:35:23.309297 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:35:23.309671 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:23.386529 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:23.409956 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:35:23.412424 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b71bb25-3e8c-46bc-964d-ce6759f6b9ac" -d '{"events": [{"server_uuid": "d2ff56a8-816e-4ba1-adfb-25db5d0776ca", "name": "network-vif-plugged", "status": "completed", "tag": "5d361ff9-c9b3-4a48-af77-f1c2282f14b3"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:35:23.424859 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port 5d361ff9-c9b3-4a48-af77-f1c2282f14b3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5d361ff9-c9b3-4a48-af77-f1c2282f14b3,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:35:23.430699 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:23.445487 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d0c07-ef22-4421-a43e-2f165b637100 req-93ba9fa7-73a6-487f-9b81-191aa1c16367 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:23.446968 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b56d0c07-ef22-4421-a43e-2f165b637100 req-93ba9fa7-73a6-487f-9b81-191aa1c16367 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 945 time: 0.0647438 Jul 09 22:35:23.485368 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=5d361ff9-c9b3-4a48-af77-f1c2282f14b3,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:35:23.487727 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b56d0c07-ef22-4421-a43e-2f165b637100 req-16d698c6-3beb-4e71-ac39-cdee8946621e tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343750 Jul 09 22:35:23.507418 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fc387b-9d95-4cff-9b0c-2296afbca3b3 x-openstack-request-id: req-53fc387b-9d95-4cff-9b0c-2296afbca3b3 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:35:23.507746 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ff56a8-816e-4ba1-adfb-25db5d0776ca", "name": "network-vif-plugged", "status": "completed", "tag": "5d361ff9-c9b3-4a48-af77-f1c2282f14b3", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:35:23.508000 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53fc387b-9d95-4cff-9b0c-2296afbca3b3 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:35:23.508393 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3', 'code': 200} Jul 09 22:35:23.761697 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d915007-6e1a-4921-84c0-f8b9517a2619 req-618b1732-e4b9-4b99-a844-2c77249ff00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:23.763648 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2d915007-6e1a-4921-84c0-f8b9517a2619 req-618b1732-e4b9-4b99-a844-2c77249ff00e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 1099 time: 0.0530081 Jul 09 22:35:23.795775 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2d915007-6e1a-4921-84c0-f8b9517a2619 req-11a72421-9816-4cbd-bca1-f97147aed4a2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258937 Jul 09 22:35:24.656669 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea85160-5127-49a4-9b97-2b6b64b0ffd4 req-e8d0b626-eb8c-4358-9fcc-0d137b8e8b0d tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:24.658143 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9ea85160-5127-49a4-9b97-2b6b64b0ffd4 req-e8d0b626-eb8c-4358-9fcc-0d137b8e8b0d tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 946 time: 0.0618176 Jul 09 22:35:24.694724 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9ea85160-5127-49a4-9b97-2b6b64b0ffd4 req-d20db979-bc66-411e-b47a-96f7d1320f73 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308256 Jul 09 22:35:25.864061 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4130a-390f-40a0-bb62-848738e30d34 req-f8e91866-e70c-432b-bcd0-908a6e05be2c tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:25.865594 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e2c4130a-390f-40a0-bb62-848738e30d34 req-f8e91866-e70c-432b-bcd0-908a6e05be2c tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 946 time: 0.0638990 Jul 09 22:35:25.902192 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e2c4130a-390f-40a0-bb62-848738e30d34 req-dd4e8e87-f21f-4bfd-87fc-e8a54123c56d tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311041 Jul 09 22:35:26.082595 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351370af-b7ad-4255-bab0-04eeebfe37dc req-a3b427f2-52e6-4213-8140-e3f44c8f8be9 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:26.084022 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-351370af-b7ad-4255-bab0-04eeebfe37dc req-a3b427f2-52e6-4213-8140-e3f44c8f8be9 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 946 time: 0.0613153 Jul 09 22:35:26.118933 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-351370af-b7ad-4255-bab0-04eeebfe37dc req-24473e56-24e7-45d1-bf15-0894c7da4b6f tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296195 Jul 09 22:35:26.143169 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 46326) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:35:26.191781 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f9b3bf-0751-4917-b4b6-5bc6f225a3c2 tempest-TestVolumeBootPattern-1353544963 tempest-TestVolumeBootPattern-1353544963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:26.193176 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-61f9b3bf-0751-4917-b4b6-5bc6f225a3c2 tempest-TestVolumeBootPattern-1353544963 tempest-TestVolumeBootPattern-1353544963-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 1094 time: 0.0490639 Jul 09 22:35:26.195767 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 46328) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:35:26.200750 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Request body: {'floatingip': {'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'port_id': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:35:26.221704 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for floatingip, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:26.317212 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:26.419525 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Allocated IP 172.27.2.174 (48f3c221-d066-4df5-b08c-0298bc94fba3/de0a8c43-0791-41b8-9204-ec5737d75642/28d2f604-d1e1-4fb7-a647-6c858a7194cb) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:35:26.518319 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:26.555914 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:26.590468 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:35:26.595100 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:35:26.598458 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:35:26.627096 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event updated for resources: {'Port': ['ID=28d2f604-d1e1-4fb7-a647-6c858a7194cb,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:35:26.961830 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:27.043981 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:27.186914 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:27.190966 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:27.257580 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event updated for resources: {'Port': ['ID=28d2f604-d1e1-4fb7-a647-6c858a7194cb,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:35:27.266118 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545156'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:27.363002 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.l3_db [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Floating IP 9d9ba559-71bd-4b30-bc58-ac2be2b504ba associated. External IP: 172.27.2.174, port: 5d361ff9-c9b3-4a48-af77-f1c2282f14b3. Jul 09 22:35:27.563581 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Router d5bceeb0-8803-42c4-b305-47e06ac9c776 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:35:27.668032 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:35:27.677526 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6300cbe2-e3c1-438f-bf8b-eb8c1808f67c None None] Sync routers for ids ['d5bceeb0-8803-42c4-b305-47e06ac9c776'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:35:27.683648 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:27.687054 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6300cbe2-e3c1-438f-bf8b-eb8c1808f67c None None] Routers {'d5bceeb0-8803-42c4-b305-47e06ac9c776'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:35:27.687665 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-6300cbe2-e3c1-438f-bf8b-eb8c1808f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:35:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['d5bceeb0-8803-42c4-b305-47e06ac9c776'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:35:27.720123 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-925f627d-1c65-4a6a-b78a-eebe5cda9f16 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5233431 Jul 09 22:35:27.720812 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'tag': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:35:27.722962 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bd2a25-1253-4290-82f9-8389537f36fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ff56a8-816e-4ba1-adfb-25db5d0776ca", "tag": "5d361ff9-c9b3-4a48-af77-f1c2282f14b3"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:35:27.762383 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14983665-5d97-432a-8b02-0a477b8474b2 x-openstack-request-id: req-14983665-5d97-432a-8b02-0a477b8474b2 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:35:27.762694 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ff56a8-816e-4ba1-adfb-25db5d0776ca", "tag": "5d361ff9-c9b3-4a48-af77-f1c2282f14b3", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:35:27.762943 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14983665-5d97-432a-8b02-0a477b8474b2 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:35:27.763403 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'tag': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3', 'status': 'completed', 'code': 200} Jul 09 22:35:27.792430 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-6300cbe2-e3c1-438f-bf8b-eb8c1808f67c None None] Set router d5bceeb0-8803-42c4-b305-47e06ac9c776 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:35:27.834751 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd2a25-1253-4290-82f9-8389537f36fe req-6fcc9291-f770-4f0d-b188-92bcf807634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:27.836164 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e5bd2a25-1253-4290-82f9-8389537f36fe req-6fcc9291-f770-4f0d-b188-92bcf807634f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 1099 time: 0.0517647 Jul 09 22:35:27.926589 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd2a25-1253-4290-82f9-8389537f36fe req-f5a92e7d-0f51-4f53-94bf-040fab9dad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:27.928076 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e5bd2a25-1253-4290-82f9-8389537f36fe req-f5a92e7d-0f51-4f53-94bf-040fab9dad18 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 910 time: 0.0861261 Jul 09 22:35:27.992689 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e5bd2a25-1253-4290-82f9-8389537f36fe req-7f78ec2a-c575-4120-b6a9-9daa1274ce1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d361ff9-c9b3-4a48-af77-f1c2282f14b3 HTTP/1.1" status: 200 len: 1000 time: 0.0572257 Jul 09 22:35:28.013752 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-6300cbe2-e3c1-438f-bf8b-eb8c1808f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '9d9ba559-71bd-4b30-bc58-ac2be2b504ba', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'port_id': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'mac_address': 'fa:16:3e:7a:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:35:26Z', 'updated_at': '2021-07-09T22:35:26Z', 'revision_number': 0, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:05Z', 'revision_number': 5, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:35:28.039281 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6300cbe2-e3c1-438f-bf8b-eb8c1808f67c None None] Checking router: d5bceeb0-8803-42c4-b305-47e06ac9c776 for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:35:28.042374 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd2a25-1253-4290-82f9-8389537f36fe req-94194029-e272-4fbe-9677-e3a66f1051dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:28.044317 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e5bd2a25-1253-4290-82f9-8389537f36fe req-94194029-e272-4fbe-9677-e3a66f1051dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c9f6066-d712-44a5-a65c-7cebf41ccaef HTTP/1.1" status: 200 len: 848 time: 0.0456262 Jul 09 22:35:28.048100 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6300cbe2-e3c1-438f-bf8b-eb8c1808f67c None None] Routers {'d5bceeb0-8803-42c4-b305-47e06ac9c776'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:35:28.048693 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-6300cbe2-e3c1-438f-bf8b-eb8c1808f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:35:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['d5bceeb0-8803-42c4-b305-47e06ac9c776'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:35:28.155110 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-6300cbe2-e3c1-438f-bf8b-eb8c1808f67c None None] Set router d5bceeb0-8803-42c4-b305-47e06ac9c776 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:35:28.372262 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd2a25-1253-4290-82f9-8389537f36fe req-39177e49-5d97-4c1a-b26a-870eae991083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:35:28.373779 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e5bd2a25-1253-4290-82f9-8389537f36fe req-39177e49-5d97-4c1a-b26a-870eae991083 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8dd49af3-8078-48e7-88b8-aa6c9ede2016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3238897 Jul 09 22:35:28.382008 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-6300cbe2-e3c1-438f-bf8b-eb8c1808f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '9d9ba559-71bd-4b30-bc58-ac2be2b504ba', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'port_id': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'mac_address': 'fa:16:3e:7a:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:35:26Z', 'updated_at': '2021-07-09T22:35:26Z', 'revision_number': 0, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:05Z', 'revision_number': 5, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:35:28.408135 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6300cbe2-e3c1-438f-bf8b-eb8c1808f67c None None] The sync data for ids ['d5bceeb0-8803-42c4-b305-47e06ac9c776'] in dv-cinder-794962-8-iscsi is: [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '9d9ba559-71bd-4b30-bc58-ac2be2b504ba', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'port_id': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'mac_address': 'fa:16:3e:7a:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:35:26Z', 'updated_at': '2021-07-09T22:35:26Z', 'revision_number': 0, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:05Z', 'revision_number': 5, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:35:28.464489 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e5bd2a25-1253-4290-82f9-8389537f36fe req-c670f210-074d-48c0-a143-ef5bf23bcc2e service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837569 Jul 09 22:35:28.557191 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e5bd2a25-1253-4290-82f9-8389537f36fe req-9be5d195-7d0b-4570-9769-45970fd13813 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864680 Jul 09 22:35:28.590181 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceee2aa-23fd-4095-bc17-2ca89e61aae5 None None] New status for floating IP 9d9ba559-71bd-4b30-bc58-ac2be2b504ba: ACTIVE {{(pid=93130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 22:35:41.556923 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-50602c8a-65d7-456b-a36f-5aeafb4eff60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:44.829657 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ae4880ee-a762-4163-a54d-66a6ba7327e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:45.256968 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:46.735935 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:48.535338 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:50.801762 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:35:51.007171 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:36:04.625876 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fde11d1-6ed0-4cb7-a36f-ade16b1cfe3e req-fbfc89c0-a4f4-4a12-9635-69cb6653e99a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506089 Jul 09 22:36:04.716152 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde11d1-6ed0-4cb7-a36f-ade16b1cfe3e req-e90a8c95-25ee-48f6-a87a-bbb811e9362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:36:04.717620 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fde11d1-6ed0-4cb7-a36f-ade16b1cfe3e req-e90a8c95-25ee-48f6-a87a-bbb811e9362b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 1099 time: 0.0502305 Jul 09 22:36:04.821702 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde11d1-6ed0-4cb7-a36f-ade16b1cfe3e req-5a56c23f-99c2-4696-b919-b9df62ec5437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:36:04.823235 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fde11d1-6ed0-4cb7-a36f-ade16b1cfe3e req-5a56c23f-99c2-4696-b919-b9df62ec5437 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 910 time: 0.0843236 Jul 09 22:36:04.885312 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fde11d1-6ed0-4cb7-a36f-ade16b1cfe3e req-f0211abd-a07d-4005-b34b-88bad0c2901a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d361ff9-c9b3-4a48-af77-f1c2282f14b3 HTTP/1.1" status: 200 len: 1002 time: 0.0554993 Jul 09 22:36:04.936360 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde11d1-6ed0-4cb7-a36f-ade16b1cfe3e req-d90d23c8-0ba1-424b-aa2c-c89389821364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:36:04.937775 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fde11d1-6ed0-4cb7-a36f-ade16b1cfe3e req-d90d23c8-0ba1-424b-aa2c-c89389821364 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c9f6066-d712-44a5-a65c-7cebf41ccaef HTTP/1.1" status: 200 len: 848 time: 0.0456607 Jul 09 22:36:04.992019 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde11d1-6ed0-4cb7-a36f-ade16b1cfe3e req-944691df-7446-4f1e-b7a8-51ece8f07ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:36:04.993456 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fde11d1-6ed0-4cb7-a36f-ade16b1cfe3e req-944691df-7446-4f1e-b7a8-51ece8f07ccd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8dd49af3-8078-48e7-88b8-aa6c9ede2016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493045 Jul 09 22:36:05.077998 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fde11d1-6ed0-4cb7-a36f-ade16b1cfe3e req-989f79c7-89c9-4a4d-829f-e4fd28369233 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782406 Jul 09 22:36:05.170904 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fde11d1-6ed0-4cb7-a36f-ade16b1cfe3e req-1fd540b1-e432-42dc-90d9-adf036b9810b service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864799 Jul 09 22:36:11.557257 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b2de3bff-542f-4deb-8aa9-fa91ece5702e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:36:14.828970 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ee23c3aa-03f9-4ffb-a13d-09285544fac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:36:15.258021 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:36:16.738831 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:36:18.538439 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:36:20.807468 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:36:28.006394 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:36:41.557541 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a0e4c98a-26eb-4ed2-833e-e6991c549ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:36:44.831118 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-56c5796f-c874-40a4-8f10-ea81bf35879e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:36:45.261938 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:36:46.741924 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:36:48.541650 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:36:50.904815 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:05.006722 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:37:05.676776 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-44e27a31-07ba-4ff1-8812-3d651caf2162 req-1f682b9b-5ce0-4434-bb10-d0a69c61d3d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517955 Jul 09 22:37:05.768214 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e27a31-07ba-4ff1-8812-3d651caf2162 req-341f8576-07a9-4830-8286-4c7f05f3b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:05.769786 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-44e27a31-07ba-4ff1-8812-3d651caf2162 req-341f8576-07a9-4830-8286-4c7f05f3b65f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 1099 time: 0.0505226 Jul 09 22:37:05.876849 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e27a31-07ba-4ff1-8812-3d651caf2162 req-1bceb2ab-1e98-420f-b8be-5bbf396f3154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:05.878302 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-44e27a31-07ba-4ff1-8812-3d651caf2162 req-1bceb2ab-1e98-420f-b8be-5bbf396f3154 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 910 time: 0.0902646 Jul 09 22:37:05.940986 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-44e27a31-07ba-4ff1-8812-3d651caf2162 req-05abf72e-4f38-4a8d-aca1-e3652cecb9a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d361ff9-c9b3-4a48-af77-f1c2282f14b3 HTTP/1.1" status: 200 len: 1002 time: 0.0561743 Jul 09 22:37:05.991342 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e27a31-07ba-4ff1-8812-3d651caf2162 req-caf7dd81-6fb6-4506-8e65-0eb10226bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:05.992742 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-44e27a31-07ba-4ff1-8812-3d651caf2162 req-caf7dd81-6fb6-4506-8e65-0eb10226bad8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c9f6066-d712-44a5-a65c-7cebf41ccaef HTTP/1.1" status: 200 len: 848 time: 0.0457487 Jul 09 22:37:06.048261 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e27a31-07ba-4ff1-8812-3d651caf2162 req-041aa439-91a9-425f-9e7d-6130d2134ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:06.049715 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-44e27a31-07ba-4ff1-8812-3d651caf2162 req-041aa439-91a9-425f-9e7d-6130d2134ff4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8dd49af3-8078-48e7-88b8-aa6c9ede2016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492189 Jul 09 22:37:06.134403 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-44e27a31-07ba-4ff1-8812-3d651caf2162 req-e235b7cd-ad9a-4799-b2a8-69852633c214 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782795 Jul 09 22:37:06.228149 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-44e27a31-07ba-4ff1-8812-3d651caf2162 req-4550cae8-fdc6-4507-95ec-795df1da8db0 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864065 Jul 09 22:37:11.557642 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5586c83c-ef85-4d2f-a746-8672dadfc01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:14.830691 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2ea74b01-3731-48aa-8720-9b4ff169beea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:15.260645 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:16.746686 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:18.545742 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:20.811615 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:27.724917 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-716051c6-60ee-43e1-823d-68a18275116a tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064954234&fields=id&tenant_id=3c09fb6509674fb393fd88819a8bdcf0 HTTP/1.1" status: 200 len: 267 time: 0.0323231 Jul 09 22:37:27.830213 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-80146c02-3410-4def-b2ca-4938b59fedf7 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:27.831589 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-80146c02-3410-4def-b2ca-4938b59fedf7 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 809 time: 0.1007516 Jul 09 22:37:27.846605 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-96bbde0c-c59b-463a-8911-04444f90f05b tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/quotas/3c09fb6509674fb393fd88819a8bdcf0 HTTP/1.1" status: 200 len: 375 time: 0.0087671 Jul 09 22:37:27.917295 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-287aa55e-582b-4505-827a-e7514dddafe3 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0660138 Jul 09 22:37:27.931668 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-2453eb50-0ffd-4784-a5a4-ecf56300a8db service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 22:37:27.932614 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-2453eb50-0ffd-4784-a5a4-ecf56300a8db service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049989 Jul 09 22:37:28.023335 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-3fb3bb53-e4f3-4a3a-a9d9-671236bafc52 service neutron] 10.222.0.10 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855958 Jul 09 22:37:28.109794 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-233d2345-3328-4ab3-a1a4-6a4defc90701 service neutron] 10.222.0.10 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808609 Jul 09 22:37:29.418257 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aba1c7a6-816a-434d-b394-28634d8a3a0a req-c1a272c9-8361-44c7-85b2-484a731d6d85 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 210 time: 0.0311537 Jul 09 22:37:30.500043 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6fce7f32-283e-442f-aa54-3c111ff3aa33 req-893c80c0-21d9-4fc3-9efc-e31f61598b69 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 210 time: 0.0318074 Jul 09 22:37:31.149902 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [req-8b38e3ed-e893-4e4a-9dc8-6d3e93aeea37 req-5d8b3301-901c-425b-a9e9-eb19b1a94df6 service neutron] (93127) timed out ('10.222.0.10', 43400) {{(pid=93127) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 22:37:31.600135 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7b790a5d-0437-4e42-9189-12db98ad0ece req-195546a8-6ee9-4895-b46a-880edef409cd tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 210 time: 0.0330698 Jul 09 22:37:32.684307 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f052c509-d783-4a86-a3ac-d3896ffe9e20 req-20589330-0f51-440a-b9fb-77c02f1f31bd tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 210 time: 0.0279276 Jul 09 22:37:33.826448 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-20dd35c0-3071-4141-a1fa-b29b452dc53d req-99ae50fc-1392-4134-af2a-c61b65216fe8 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 210 time: 0.0284314 Jul 09 22:37:34.469583 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-e72264f5-922c-4281-a462-9050d96b6ba6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:34.471575 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-e72264f5-922c-4281-a462-9050d96b6ba6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.11 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 809 time: 0.1047173 Jul 09 22:37:34.518913 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-a2289b0e-8fcc-46c2-a116-996d1cd027d0 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c09fb6509674fb393fd88819a8bdcf0 HTTP/1.1" status: 200 len: 380 time: 0.0341017 Jul 09 22:37:34.527140 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Request body: {'port': {'device_id': 'a812252a-5f60-488b-9c19-b3e16085d70d', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'admin_state_up': True, 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'security_groups': ['3dd12421-c670-429a-b6ce-1a6fbf9c15b0']}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:37:34.638570 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Made reservation on behalf of 3c09fb6509674fb393fd88819a8bdcf0 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 22:37:34.642175 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:34.763168 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Allocated IP 172.20.0.10 (8dd49af3-8078-48e7-88b8-aa6c9ede2016/5c9f6066-d712-44a5-a65c-7cebf41ccaef/becc30dc-e617-4fad-8884-699d4e98f756) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:37:34.906179 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:34.922237 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Transition to ACTIVE for port object becc30dc-e617-4fad-8884-699d4e98f756 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:37:34.975955 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-058860ee-f128-43cf-80bb-7bae7e5e79dd req-0f5f0235-9583-4924-8f79-60f19ba59091 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 210 time: 0.0326920 Jul 09 22:37:34.982764 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:35.020378 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:37:35.025424 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:37:35.029212 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:37:35.068462 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event updated for resources: {'Port': ['ID=becc30dc-e617-4fad-8884-699d4e98f756,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:37:35.082650 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:35.082997 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:35.083333 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:35.083664 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:35.083989 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:35.084321 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:35.084644 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:35.085049 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:35.085315 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:35.085633 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:35.085948 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:35.086262 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:35.102687 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:35.103292 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:35.118291 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-b18f2905-504d-44ee-9c20-4d71086152da tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5946431 Jul 09 22:37:35.169067 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Request body: {'port': {'device_id': 'a812252a-5f60-488b-9c19-b3e16085d70d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:37:35.238234 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:35.296969 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-ccefceab-d9fb-406d-ba56-f4b6106c2814 None None] Provisioning for port becc30dc-e617-4fad-8884-699d4e98f756 completed by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:37:35.306208 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-ccefceab-d9fb-406d-ba56-f4b6106c2814 None None] Provisioning complete for port becc30dc-e617-4fad-8884-699d4e98f756 triggered by entity DHCP. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:37:35.306581 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ccefceab-d9fb-406d-ba56-f4b6106c2814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:35.340274 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-ccefceab-d9fb-406d-ba56-f4b6106c2814 None None] Port becc30dc-e617-4fad-8884-699d4e98f756 cannot update to ACTIVE because it is not bound. {{(pid=93129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 22:37:35.496453 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id becc30dc-e617-4fad-8884-699d4e98f756 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:37:35.504246 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:35.515682 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Transition to ACTIVE for port object becc30dc-e617-4fad-8884-699d4e98f756 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 22:37:35.518602 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:35.565549 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Pushing event updated for resources: {'Port': ['ID=becc30dc-e617-4fad-8884-699d4e98f756,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:37:35.637766 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Attempting to bind port becc30dc-e617-4fad-8884-699d4e98f756 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 22:37:35.638106 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Attempting to bind port becc30dc-e617-4fad-8884-699d4e98f756 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 22:37:35.638440 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Attempting to bind port becc30dc-e617-4fad-8884-699d4e98f756 on network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:37:35.643047 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Port becc30dc-e617-4fad-8884-699d4e98f756 on network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 22:37:35.643434 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Attempting to bind port becc30dc-e617-4fad-8884-699d4e98f756 on network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 22:37:35.648384 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Checking agent: {'id': 'b90c994a-8d39-443e-a6bd-69ec17477d38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'started_at': datetime.datetime(2021, 7, 9, 22, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 22:37:35.648745 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Checking segment: {'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 22:37:35.649140 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Bound using segment: {'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 22:37:35.649567 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Bound port: becc30dc-e617-4fad-8884-699d4e98f756, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '603bdeb2-51b6-4ea8-b310-58776e322135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 22:37:35.649928 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:35.717444 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] For port becc30dc-e617-4fad-8884-699d4e98f756, host hv-cinder-79496, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 22:37:35.720486 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] For port becc30dc-e617-4fad-8884-699d4e98f756, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=becc30dc-e617-4fad-8884-699d4e98f756,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 22:37:35.724344 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:35.757856 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:35.758416 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:35.759798 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] 10.222.0.11 "PUT /v2.0/ports/becc30dc-e617-4fad-8884-699d4e98f756 HTTP/1.1" status: 200 len: 1094 time: 0.6343095 Jul 09 22:37:35.760222 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a812252a-5f60-488b-9c19-b3e16085d70d', 'tag': 'becc30dc-e617-4fad-8884-699d4e98f756'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:37:35.762518 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48565658-aaf8-41b1-a33f-34ceabd8961c" -d '{"events": [{"name": "network-changed", "server_uuid": "a812252a-5f60-488b-9c19-b3e16085d70d", "tag": "becc30dc-e617-4fad-8884-699d4e98f756"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:37:35.788714 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f611b9-387d-49d4-9c64-a384c4a50d4a service neutron] Pushing event updated for resources: {'Port': ['ID=becc30dc-e617-4fad-8884-699d4e98f756,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:37:35.813777 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00c17cf-8401-44fd-abd9-b45b1d016d89 x-openstack-request-id: req-f00c17cf-8401-44fd-abd9-b45b1d016d89 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:37:35.814173 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a812252a-5f60-488b-9c19-b3e16085d70d", "tag": "becc30dc-e617-4fad-8884-699d4e98f756", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:37:35.814428 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f00c17cf-8401-44fd-abd9-b45b1d016d89 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:37:35.814818 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a812252a-5f60-488b-9c19-b3e16085d70d', 'tag': 'becc30dc-e617-4fad-8884-699d4e98f756', 'status': 'completed', 'code': 200} Jul 09 22:37:35.858833 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-9a14b7e7-9d27-4ddc-b0dd-2147637bea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:35.860365 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-9a14b7e7-9d27-4ddc-b0dd-2147637bea1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 1097 time: 0.0585761 Jul 09 22:37:35.904244 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-28f0d84b-1bba-450d-b27f-47c95e2093d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=becc30dc-e617-4fad-8884-699d4e98f756 HTTP/1.1" status: 200 len: 217 time: 0.0369222 Jul 09 22:37:35.952615 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-3788855f-7156-4e2b-9e34-8b50da29e660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:35.954148 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-3788855f-7156-4e2b-9e34-8b50da29e660 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c9f6066-d712-44a5-a65c-7cebf41ccaef HTTP/1.1" status: 200 len: 848 time: 0.0439460 Jul 09 22:37:36.013243 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-4bf4dd35-bbf5-4507-8067-725b51f9202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:36.014847 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-4bf4dd35-bbf5-4507-8067-725b51f9202d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8dd49af3-8078-48e7-88b8-aa6c9ede2016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544126 Jul 09 22:37:36.136087 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-acc2d422-0088-4a6c-a016-b7e61acdd925 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141570 Jul 09 22:37:36.210502 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74de92-f95c-4f31-b14f-e3480a3c142c req-00546198-694e-4e5b-94c1-bd9ffadab8b6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:36.211935 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6d74de92-f95c-4f31-b14f-e3480a3c142c req-00546198-694e-4e5b-94c1-bd9ffadab8b6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 944 time: 0.1237357 Jul 09 22:37:36.268298 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-687754cd-026d-4cad-9b02-7f23ab8ca279 req-7c110d5f-37d7-4c58-a785-2fdc64f57bb5 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248524 Jul 09 22:37:36.271168 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6d74de92-f95c-4f31-b14f-e3480a3c142c req-2a7d80ba-5d3a-4bd1-a5a0-d1c22ce09530 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536330 Jul 09 22:37:36.370931 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48565658-aaf8-41b1-a33f-34ceabd8961c req-126e800d-064c-4b7e-a170-fb0f582cf9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:36.372369 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48565658-aaf8-41b1-a33f-34ceabd8961c req-126e800d-064c-4b7e-a170-fb0f582cf9f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 1097 time: 0.0507393 Jul 09 22:37:36.461033 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48565658-aaf8-41b1-a33f-34ceabd8961c req-0e6d0176-6561-4ab3-9c02-662a8d7cf1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:36.462353 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48565658-aaf8-41b1-a33f-34ceabd8961c req-0e6d0176-6561-4ab3-9c02-662a8d7cf1e4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 910 time: 0.0829146 Jul 09 22:37:36.501314 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48565658-aaf8-41b1-a33f-34ceabd8961c req-9740512d-6f7e-4857-88dd-c811ad766145 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=becc30dc-e617-4fad-8884-699d4e98f756 HTTP/1.1" status: 200 len: 217 time: 0.0326695 Jul 09 22:37:36.548266 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48565658-aaf8-41b1-a33f-34ceabd8961c req-3c522171-966b-471c-b403-a8a67ac7c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:36.550230 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48565658-aaf8-41b1-a33f-34ceabd8961c req-3c522171-966b-471c-b403-a8a67ac7c2de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c9f6066-d712-44a5-a65c-7cebf41ccaef HTTP/1.1" status: 200 len: 848 time: 0.0422843 Jul 09 22:37:36.603870 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48565658-aaf8-41b1-a33f-34ceabd8961c req-b07b0381-ecee-4d87-9e01-3b87c871a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:36.605375 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48565658-aaf8-41b1-a33f-34ceabd8961c req-b07b0381-ecee-4d87-9e01-3b87c871a349 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8dd49af3-8078-48e7-88b8-aa6c9ede2016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491586 Jul 09 22:37:36.694795 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48565658-aaf8-41b1-a33f-34ceabd8961c req-3a31f4c7-b7ab-4abe-bac7-8eec97e5dc62 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834014 Jul 09 22:37:36.778322 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48565658-aaf8-41b1-a33f-34ceabd8961c req-d0f5f154-d37b-46e3-810f-d90802a4a468 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0771086 Jul 09 22:37:37.447549 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2e039-8af0-4620-b679-c942492b102b req-1cce6b5f-9e2f-4793-895f-c432b11797c6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:37.449093 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-25c2e039-8af0-4620-b679-c942492b102b req-1cce6b5f-9e2f-4793-895f-c432b11797c6 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 944 time: 0.0667393 Jul 09 22:37:37.485101 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-25c2e039-8af0-4620-b679-c942492b102b req-7d6c8c93-6a8f-4d14-b36c-be045a4f24b2 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305283 Jul 09 22:37:38.654848 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea763a3b-8156-4068-a461-3f799663ab99 req-5ec5adee-14a0-49b6-a845-58ad33decce2 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:38.656313 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ea763a3b-8156-4068-a461-3f799663ab99 req-5ec5adee-14a0-49b6-a845-58ad33decce2 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 944 time: 0.0623803 Jul 09 22:37:38.693293 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ea763a3b-8156-4068-a461-3f799663ab99 req-59de7bb6-b233-4538-af66-969202380355 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311484 Jul 09 22:37:39.861549 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e819601-247b-4096-aa81-c99a4fea178b req-eb85d058-253b-4a61-9d50-fb82468bce9a tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:39.862982 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9e819601-247b-4096-aa81-c99a4fea178b req-eb85d058-253b-4a61-9d50-fb82468bce9a tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 944 time: 0.0646396 Jul 09 22:37:39.899061 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9e819601-247b-4096-aa81-c99a4fea178b req-556e880f-40a0-4e1f-960c-927d118d8cec tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304692 Jul 09 22:37:41.066509 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e54f99-70b0-4318-a58f-6ee49f6d7177 req-ead1b4d3-d45e-4772-871d-74ea4bf10583 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:41.067971 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-71e54f99-70b0-4318-a58f-6ee49f6d7177 req-ead1b4d3-d45e-4772-871d-74ea4bf10583 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 944 time: 0.0621245 Jul 09 22:37:41.103928 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-71e54f99-70b0-4318-a58f-6ee49f6d7177 req-8098691b-f06d-4f9a-9b14-e2e04f8ea991 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305152 Jul 09 22:37:41.558610 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b6125a15-a2ac-4854-ad7d-f7c7a8bb5430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:42.006223 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:37:42.270424 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f28af-186c-4b08-95be-9d163017563b req-f02abce3-92fb-4110-a7d9-5b184b131516 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:42.271771 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6c7f28af-186c-4b08-95be-9d163017563b req-f02abce3-92fb-4110-a7d9-5b184b131516 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 944 time: 0.0605681 Jul 09 22:37:42.307633 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6c7f28af-186c-4b08-95be-9d163017563b req-59a00f3d-dd48-4056-abb0-584c9eefdd3a tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305326 Jul 09 22:37:43.482099 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056e10c-80ac-4c2e-9fa0-a78bedc3371e req-ea16ecef-6eef-4f91-a72e-fc875a0f9963 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:43.483560 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0056e10c-80ac-4c2e-9fa0-a78bedc3371e req-ea16ecef-6eef-4f91-a72e-fc875a0f9963 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 944 time: 0.0694158 Jul 09 22:37:43.519583 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0056e10c-80ac-4c2e-9fa0-a78bedc3371e req-c90cab97-d397-47b7-9e9c-fad61b4c9c94 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299191 Jul 09 22:37:44.686110 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed095aa-9f59-421b-90d4-c5f976abe578 req-861901bb-cd88-4970-8886-49057814721b tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:44.687572 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aed095aa-9f59-421b-90d4-c5f976abe578 req-861901bb-cd88-4970-8886-49057814721b tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 944 time: 0.0623138 Jul 09 22:37:44.724039 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aed095aa-9f59-421b-90d4-c5f976abe578 req-c65ec533-7876-4fc2-ab58-2dfd24ab51d0 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310256 Jul 09 22:37:44.831249 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-6c0386bc-5f6e-4ece-8cc3-0e40ef974b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:45.260987 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:45.808932 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device becc30dc-e617-4fad-8884-699d4e98f756 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=93129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 22:37:45.894620 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912920f9-0522-42b5-9e10-8f72566b9bb2 req-4e272576-9979-4947-88fe-33c04c990490 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:45.896038 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-912920f9-0522-42b5-9e10-8f72566b9bb2 req-4e272576-9979-4947-88fe-33c04c990490 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 944 time: 0.0653100 Jul 09 22:37:45.904133 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port becc30dc-e617-4fad-8884-699d4e98f756, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=becc30dc-e617-4fad-8884-699d4e98f756,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:37:45.916402 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Returning: {'device': 'becc30dc-e617-4fad-8884-699d4e98f756', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'port_id': 'becc30dc-e617-4fad-8884-699d4e98f756', 'mac_address': 'fa:16:3e:07:3e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 22:37:45.933362 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-912920f9-0522-42b5-9e10-8f72566b9bb2 req-89f0086a-e95d-445e-84e2-4af656f35fd9 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316858 Jul 09 22:37:45.952686 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:45.965344 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id becc30dc-e617-4fad-8884-699d4e98f756 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 22:37:45.984311 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port becc30dc-e617-4fad-8884-699d4e98f756, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=becc30dc-e617-4fad-8884-699d4e98f756,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:37:45.988203 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:46.036451 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=becc30dc-e617-4fad-8884-699d4e98f756,revision_number=4']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:37:46.043077 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:46.043427 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:46.043767 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:46.044104 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:46.044436 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:46.044791 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:46.045121 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:46.045447 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:46.045774 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:46.046097 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:46.046417 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:46.046737 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:37:46.322204 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] get_ports_and_sgs() called for port_ids ['becc30dc-e617-4fad-8884-699d4e98f756'] {{(pid=93129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 22:37:46.747042 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:47.106133 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e5fe8-4b94-46c5-b742-ce7403eaebdf req-2ebf7071-041d-48f2-a868-8d96baffc3ae tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:47.107614 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c89e5fe8-4b94-46c5-b742-ce7403eaebdf req-2ebf7071-041d-48f2-a868-8d96baffc3ae tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 945 time: 0.0616996 Jul 09 22:37:47.143759 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c89e5fe8-4b94-46c5-b742-ce7403eaebdf req-8744cdf0-3aeb-45bb-a060-da932b3c3fb3 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300963 Jul 09 22:37:47.810198 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device becc30dc-e617-4fad-8884-699d4e98f756 up at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 22:37:47.857369 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning for port becc30dc-e617-4fad-8884-699d4e98f756 completed by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 22:37:47.861142 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Provisioning complete for port becc30dc-e617-4fad-8884-699d4e98f756 triggered by entity L2. {{(pid=93129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 22:37:47.861527 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915765'] for port, provisioning_complete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:47.935079 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:47.959700 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a812252a-5f60-488b-9c19-b3e16085d70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becc30dc-e617-4fad-8884-699d4e98f756'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:37:47.961943 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4755fa07312886090646380c5fb3b59ebb2ba3559999b4938f4dbf39f9b0f71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf7b228-3052-4b66-ae03-ec00c5e6dcfd" -d '{"events": [{"server_uuid": "a812252a-5f60-488b-9c19-b3e16085d70d", "name": "network-vif-plugged", "status": "completed", "tag": "becc30dc-e617-4fad-8884-699d4e98f756"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:37:47.974153 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] For port becc30dc-e617-4fad-8884-699d4e98f756, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=becc30dc-e617-4fad-8884-699d4e98f756,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:37:47.978021 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:48.029209 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Pushing event updated for resources: {'Port': ['ID=becc30dc-e617-4fad-8884-699d4e98f756,revision_number=5']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:37:48.310560 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e67fee-9c5d-418b-895c-8e1f6fe2a0fb req-e2e1c68e-6100-4a5b-aaf5-a090d2534306 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:48.311906 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a3e67fee-9c5d-418b-895c-8e1f6fe2a0fb req-e2e1c68e-6100-4a5b-aaf5-a090d2534306 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 946 time: 0.0611100 Jul 09 22:37:48.347788 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a3e67fee-9c5d-418b-895c-8e1f6fe2a0fb req-5df29f75-b01d-4be8-819e-a3fd96191e2b tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297980 Jul 09 22:37:48.548238 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:49.022171 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651009d7-a158-4a0c-8357-edcc315199f8 x-openstack-request-id: req-651009d7-a158-4a0c-8357-edcc315199f8 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:37:49.022721 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a812252a-5f60-488b-9c19-b3e16085d70d", "name": "network-vif-plugged", "status": "completed", "tag": "becc30dc-e617-4fad-8884-699d4e98f756", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:37:49.022721 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-651009d7-a158-4a0c-8357-edcc315199f8 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:37:49.023103 dv-cinder-794962-8-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a812252a-5f60-488b-9c19-b3e16085d70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becc30dc-e617-4fad-8884-699d4e98f756', 'code': 200} Jul 09 22:37:49.303736 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740cefe-efdf-421c-8806-72c2a8fe0c58 req-e3c8dcc3-4395-43c9-9837-fe4535207466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:49.305097 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2740cefe-efdf-421c-8806-72c2a8fe0c58 req-e3c8dcc3-4395-43c9-9837-fe4535207466 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 1099 time: 0.0517771 Jul 09 22:37:49.337686 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2740cefe-efdf-421c-8806-72c2a8fe0c58 req-f9ab1fbe-c83c-4eef-a09b-d256508c6524 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265718 Jul 09 22:37:49.520628 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf557b-95c1-465b-9fcd-0daa3abf27d9 req-11e47100-ae7e-4c41-8b75-b3c463aa5beb tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:49.522561 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dabf557b-95c1-465b-9fcd-0daa3abf27d9 req-11e47100-ae7e-4c41-8b75-b3c463aa5beb tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 946 time: 0.0624352 Jul 09 22:37:49.558449 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dabf557b-95c1-465b-9fcd-0daa3abf27d9 req-ce1827b9-0244-4fa2-b9ea-b44aa74de786 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302496 Jul 09 22:37:50.732970 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd40b5f-7cec-4ff3-b03c-e2d312e55e0d req-5caae4d2-a526-4c99-a9d0-72af103bdd9b tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:50.734474 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7fd40b5f-7cec-4ff3-b03c-e2d312e55e0d req-5caae4d2-a526-4c99-a9d0-72af103bdd9b tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 946 time: 0.0640988 Jul 09 22:37:50.771822 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7fd40b5f-7cec-4ff3-b03c-e2d312e55e0d req-f5e12d5b-d17f-4946-a5dc-25034c1e82d3 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318196 Jul 09 22:37:50.817029 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:50.937013 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc9fad-ab46-4509-ad57-9614c7532380 req-8318bb3e-ea57-44cf-97ca-d20a179c0c8d tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:50.938456 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-befc9fad-ab46-4509-ad57-9614c7532380 req-8318bb3e-ea57-44cf-97ca-d20a179c0c8d tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 946 time: 0.0611777 Jul 09 22:37:50.975664 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-befc9fad-ab46-4509-ad57-9614c7532380 req-24290185-406f-4c65-9296-d79d998bf44c tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312071 Jul 09 22:37:50.998817 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 46494) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:37:51.088934 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637cde65-5b58-44f0-931c-4a800906b9ee tempest-TestVolumeBootPattern-1353544963 tempest-TestVolumeBootPattern-1353544963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:51.090301 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-637cde65-5b58-44f0-931c-4a800906b9ee tempest-TestVolumeBootPattern-1353544963 tempest-TestVolumeBootPattern-1353544963-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 1094 time: 0.0903671 Jul 09 22:37:51.093046 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 46498) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:37:51.097221 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Request body: {'floatingip': {'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'port_id': 'becc30dc-e617-4fad-8884-699d4e98f756', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 22:37:51.118451 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for floatingip, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:51.212517 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:51.314259 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Allocated IP 172.27.2.236 (48f3c221-d066-4df5-b08c-0298bc94fba3/de0a8c43-0791-41b8-9204-ec5737d75642/c9f2f72c-fbee-46b2-b8ce-5137bfab6571) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 22:37:51.415965 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:51.453440 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1612582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759288285669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6872914'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:51.488493 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Network 48f3c221-d066-4df5-b08c-0298bc94fba3 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 22:37:51.494519 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 22:37:51.498070 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 22:37:51.504331 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event updated for resources: {'Port': ['ID=c9f2f72c-fbee-46b2-b8ce-5137bfab6571,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:37:52.129673 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:52.205241 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612513'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:52.347702 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:52.351842 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759288827944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759288285687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759288291880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6872992'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:52.419089 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event updated for resources: {'Port': ['ID=c9f2f72c-fbee-46b2-b8ce-5137bfab6571,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:37:52.428063 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545156'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:52.526012 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.l3_db [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Floating IP b0d6a6c6-9d6c-414f-80c7-14dad4d34f80 associated. External IP: 172.27.2.236, port: becc30dc-e617-4fad-8884-699d4e98f756. Jul 09 22:37:52.727235 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Router d5bceeb0-8803-42c4-b305-47e06ac9c776 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:37:52.830922 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:37:52.840474 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc95a5e-4840-4631-8bee-dccdb9108403 None None] Sync routers for ids ['d5bceeb0-8803-42c4-b305-47e06ac9c776'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:37:52.847574 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:37:52.850207 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc95a5e-4840-4631-8bee-dccdb9108403 None None] Routers {'d5bceeb0-8803-42c4-b305-47e06ac9c776'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:37:52.850813 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-9bc95a5e-4840-4631-8bee-dccdb9108403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:37:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['d5bceeb0-8803-42c4-b305-47e06ac9c776'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:37:52.884171 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-a49564c3-6e59-4150-95fd-b8cc84fef246 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7901416 Jul 09 22:37:52.884762 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a812252a-5f60-488b-9c19-b3e16085d70d', 'tag': 'becc30dc-e617-4fad-8884-699d4e98f756'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:37:52.886985 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a60fd2-197a-4ff6-af0b-689379f5c5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a812252a-5f60-488b-9c19-b3e16085d70d", "tag": "becc30dc-e617-4fad-8884-699d4e98f756"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:37:52.923260 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deca165d-0a41-48db-b85a-ba53f0943394 x-openstack-request-id: req-deca165d-0a41-48db-b85a-ba53f0943394 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:37:52.923586 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a812252a-5f60-488b-9c19-b3e16085d70d", "tag": "becc30dc-e617-4fad-8884-699d4e98f756", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:37:52.924129 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-deca165d-0a41-48db-b85a-ba53f0943394 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:37:52.924567 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a812252a-5f60-488b-9c19-b3e16085d70d', 'tag': 'becc30dc-e617-4fad-8884-699d4e98f756', 'status': 'completed', 'code': 200} Jul 09 22:37:52.963071 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-9bc95a5e-4840-4631-8bee-dccdb9108403 None None] Set router d5bceeb0-8803-42c4-b305-47e06ac9c776 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:37:52.996430 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a60fd2-197a-4ff6-af0b-689379f5c5b6 req-02ac2acd-e12b-4368-b3db-1493ea21f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:52.997889 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-29a60fd2-197a-4ff6-af0b-689379f5c5b6 req-02ac2acd-e12b-4368-b3db-1493ea21f18d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 1099 time: 0.0521350 Jul 09 22:37:53.089075 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a60fd2-197a-4ff6-af0b-689379f5c5b6 req-c8590bf0-ba2a-4572-b637-3c7a48df1a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:53.090603 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-29a60fd2-197a-4ff6-af0b-689379f5c5b6 req-c8590bf0-ba2a-4572-b637-3c7a48df1a33 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 910 time: 0.0863583 Jul 09 22:37:53.153385 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-29a60fd2-197a-4ff6-af0b-689379f5c5b6 req-cd4c1b9c-1c38-4bd5-b315-931b871e4622 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=becc30dc-e617-4fad-8884-699d4e98f756 HTTP/1.1" status: 200 len: 1000 time: 0.0568209 Jul 09 22:37:53.182642 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-9bc95a5e-4840-4631-8bee-dccdb9108403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '9d9ba559-71bd-4b30-bc58-ac2be2b504ba', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'port_id': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'mac_address': 'fa:16:3e:7a:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:35:26Z', 'updated_at': '2021-07-09T22:35:28Z', 'revision_number': 1, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'fixed_ip_address_scope': None}, {'id': 'b0d6a6c6-9d6c-414f-80c7-14dad4d34f80', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'port_id': 'becc30dc-e617-4fad-8884-699d4e98f756', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'mac_address': 'fa:16:3e:07:3e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a812252a-5f60-488b-9c19-b3e16085d70d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:37:51Z', 'updated_at': '2021-07-09T22:37:51Z', 'revision_number': 0, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:05Z', 'revision_number': 5, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:37:53.203727 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a60fd2-197a-4ff6-af0b-689379f5c5b6 req-1894b643-fbba-4ec1-9d66-bdae7058fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:53.205776 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-29a60fd2-197a-4ff6-af0b-689379f5c5b6 req-1894b643-fbba-4ec1-9d66-bdae7058fda3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c9f6066-d712-44a5-a65c-7cebf41ccaef HTTP/1.1" status: 200 len: 848 time: 0.0469685 Jul 09 22:37:53.212983 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc95a5e-4840-4631-8bee-dccdb9108403 None None] Checking router: d5bceeb0-8803-42c4-b305-47e06ac9c776 for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:37:53.221140 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc95a5e-4840-4631-8bee-dccdb9108403 None None] Routers {'d5bceeb0-8803-42c4-b305-47e06ac9c776'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:37:53.221732 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-9bc95a5e-4840-4631-8bee-dccdb9108403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:37:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['d5bceeb0-8803-42c4-b305-47e06ac9c776'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:37:53.260510 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a60fd2-197a-4ff6-af0b-689379f5c5b6 req-8af48a0b-79cd-4b62-bd09-edca54577915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:37:53.261980 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-29a60fd2-197a-4ff6-af0b-689379f5c5b6 req-8af48a0b-79cd-4b62-bd09-edca54577915 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8dd49af3-8078-48e7-88b8-aa6c9ede2016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506425 Jul 09 22:37:53.324818 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-9bc95a5e-4840-4631-8bee-dccdb9108403 None None] Set router d5bceeb0-8803-42c4-b305-47e06ac9c776 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:37:53.348383 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-29a60fd2-197a-4ff6-af0b-689379f5c5b6 req-3c0ff4ed-2c14-463e-9f88-9fbc2b5ee756 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805185 Jul 09 22:37:53.439527 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-29a60fd2-197a-4ff6-af0b-689379f5c5b6 req-5bd6a259-397d-434b-9f57-09d1a2d8b7d9 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848897 Jul 09 22:37:53.544622 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-9bc95a5e-4840-4631-8bee-dccdb9108403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '9d9ba559-71bd-4b30-bc58-ac2be2b504ba', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'port_id': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'mac_address': 'fa:16:3e:7a:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:35:26Z', 'updated_at': '2021-07-09T22:35:28Z', 'revision_number': 1, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'fixed_ip_address_scope': None}, {'id': 'b0d6a6c6-9d6c-414f-80c7-14dad4d34f80', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'port_id': 'becc30dc-e617-4fad-8884-699d4e98f756', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'mac_address': 'fa:16:3e:07:3e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a812252a-5f60-488b-9c19-b3e16085d70d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:37:51Z', 'updated_at': '2021-07-09T22:37:51Z', 'revision_number': 0, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:05Z', 'revision_number': 5, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:37:53.573072 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc95a5e-4840-4631-8bee-dccdb9108403 None None] The sync data for ids ['d5bceeb0-8803-42c4-b305-47e06ac9c776'] in dv-cinder-794962-8-iscsi is: [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '9d9ba559-71bd-4b30-bc58-ac2be2b504ba', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'port_id': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'mac_address': 'fa:16:3e:7a:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:35:26Z', 'updated_at': '2021-07-09T22:35:28Z', 'revision_number': 1, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'fixed_ip_address_scope': None}, {'id': 'b0d6a6c6-9d6c-414f-80c7-14dad4d34f80', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'port_id': 'becc30dc-e617-4fad-8884-699d4e98f756', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'mac_address': 'fa:16:3e:07:3e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a812252a-5f60-488b-9c19-b3e16085d70d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:37:51Z', 'updated_at': '2021-07-09T22:37:51Z', 'revision_number': 0, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:05Z', 'revision_number': 5, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:37:53.752651 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea82ca37-a20b-48c7-84aa-2e827706ab04 None None] New status for floating IP b0d6a6c6-9d6c-414f-80c7-14dad4d34f80: ACTIVE {{(pid=93130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 22:38:06.885784 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8235073f-0fb8-489e-9d6b-4fe627ba0375 req-3ade77fc-328e-4449-b062-e2da59a52bec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495384 Jul 09 22:38:06.975792 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235073f-0fb8-489e-9d6b-4fe627ba0375 req-faeabdd5-3ce2-4a52-a380-43a7894836c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:38:06.977240 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8235073f-0fb8-489e-9d6b-4fe627ba0375 req-faeabdd5-3ce2-4a52-a380-43a7894836c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 1099 time: 0.0502477 Jul 09 22:38:07.081811 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235073f-0fb8-489e-9d6b-4fe627ba0375 req-d75c2ab7-2e97-4dac-8738-1b2465349d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:38:07.083265 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8235073f-0fb8-489e-9d6b-4fe627ba0375 req-d75c2ab7-2e97-4dac-8738-1b2465349d6d service neutron] 10.222.0.11 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 910 time: 0.0862606 Jul 09 22:38:07.145591 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8235073f-0fb8-489e-9d6b-4fe627ba0375 req-629d4fab-2375-4d1e-bc33-c8b681b9311d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d361ff9-c9b3-4a48-af77-f1c2282f14b3 HTTP/1.1" status: 200 len: 1002 time: 0.0553715 Jul 09 22:38:07.199429 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235073f-0fb8-489e-9d6b-4fe627ba0375 req-8c3cd323-1cee-4426-b153-ed605d01b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:38:07.200892 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8235073f-0fb8-489e-9d6b-4fe627ba0375 req-8c3cd323-1cee-4426-b153-ed605d01b45d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c9f6066-d712-44a5-a65c-7cebf41ccaef HTTP/1.1" status: 200 len: 848 time: 0.0463049 Jul 09 22:38:07.256742 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235073f-0fb8-489e-9d6b-4fe627ba0375 req-1b9bb3b6-ee49-4b42-85e9-bcd24571a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:38:07.258185 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8235073f-0fb8-489e-9d6b-4fe627ba0375 req-1b9bb3b6-ee49-4b42-85e9-bcd24571a2e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8dd49af3-8078-48e7-88b8-aa6c9ede2016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500021 Jul 09 22:38:07.343851 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8235073f-0fb8-489e-9d6b-4fe627ba0375 req-d14845df-245c-435b-accf-1043369b561a service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777872 Jul 09 22:38:07.434466 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8235073f-0fb8-489e-9d6b-4fe627ba0375 req-98d5f7f3-da73-4ecc-b6ce-319751843ccb service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838220 Jul 09 22:38:11.558611 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8361133f-6bc3-442b-a433-86314328331f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:38:14.832365 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a971-5ee5-4333-b0c3-f6258e9e5a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:38:15.260851 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:38:16.748812 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:38:18.551082 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:38:18.926804 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [req-42fb9054-d7dd-4b06-b28d-8f8005f418aa req-971e7859-1179-4b5c-bb05-fbcff28003d8 service neutron] (93128) timed out ('10.222.0.10', 44320) {{(pid=93128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 22:38:19.005581 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:38:20.813980 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:38:41.559916 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7943401c-741f-457d-a7b6-c42c420fe778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:38:44.831436 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-66ef52f9-ca09-44fc-972f-5989c36988c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:38:45.261632 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:38:46.751717 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:38:48.553724 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:38:50.804931 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:38:56.004807 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:39:05.699223 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cbefe716-f195-46e8-9dde-6c1bdeb34406 req-30c619b8-44b9-4058-a139-4324a528435a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508790 Jul 09 22:39:05.773816 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefe716-f195-46e8-9dde-6c1bdeb34406 req-4ca4df44-7e85-44d2-91c9-60dfec91c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:39:05.775231 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cbefe716-f195-46e8-9dde-6c1bdeb34406 req-4ca4df44-7e85-44d2-91c9-60dfec91c5cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 1099 time: 0.0497768 Jul 09 22:39:05.879240 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefe716-f195-46e8-9dde-6c1bdeb34406 req-025afe40-df48-451b-aa88-08f90af1762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:39:05.880605 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cbefe716-f195-46e8-9dde-6c1bdeb34406 req-025afe40-df48-451b-aa88-08f90af1762d service neutron] 10.222.0.11 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 910 time: 0.0853298 Jul 09 22:39:05.942439 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cbefe716-f195-46e8-9dde-6c1bdeb34406 req-36803b37-69dc-4d54-834f-ea42b2b9a1af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=becc30dc-e617-4fad-8884-699d4e98f756 HTTP/1.1" status: 200 len: 1002 time: 0.0554595 Jul 09 22:39:05.993467 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefe716-f195-46e8-9dde-6c1bdeb34406 req-8fa279ff-124a-41c2-97cd-b07b81072dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:39:05.994855 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cbefe716-f195-46e8-9dde-6c1bdeb34406 req-8fa279ff-124a-41c2-97cd-b07b81072dc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c9f6066-d712-44a5-a65c-7cebf41ccaef HTTP/1.1" status: 200 len: 848 time: 0.0462217 Jul 09 22:39:06.048907 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefe716-f195-46e8-9dde-6c1bdeb34406 req-4bcdbe6d-2e78-47cb-847c-018a5c5f31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:39:06.050297 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cbefe716-f195-46e8-9dde-6c1bdeb34406 req-4bcdbe6d-2e78-47cb-847c-018a5c5f31a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8dd49af3-8078-48e7-88b8-aa6c9ede2016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491276 Jul 09 22:39:06.134510 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cbefe716-f195-46e8-9dde-6c1bdeb34406 req-33d8be2d-b11d-4e85-ac52-3ffc4941438b service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773478 Jul 09 22:39:06.222800 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cbefe716-f195-46e8-9dde-6c1bdeb34406 req-ad9aa168-522b-4718-8107-842b593dee66 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820484 Jul 09 22:39:11.560230 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4045cfaa-44fc-4a40-9bf9-188922802a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:14.831242 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-aee33856-f2d0-456e-8249-06c31051a52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:15.260404 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:16.754054 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:18.556368 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:20.808615 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:33.004199 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:39:41.505230 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 46536) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:39:41.559656 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-53637281-4230-49a2-b8c7-8d7a0443b01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:41.662710 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Deleting port c9f2f72c-fbee-46b2-b8ce-5137bfab6571 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:39:41.663051 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:41.737454 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:41.737772 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:41.749125 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Calling delete_port for c9f2f72c-fbee-46b2-b8ce-5137bfab6571 owned by network:floatingip {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:39:41.896332 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:41.924848 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event deleted for resources: {'Port': ['ID=c9f2f72c-fbee-46b2-b8ce-5137bfab6571,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:39:41.934647 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:41.934999 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:41.935342 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:41.935683 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:41.936012 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:41.936339 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:41.936701 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:41.937055 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:41.937380 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:41.937700 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:41.938020 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:41.938335 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:41.994202 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:41.994536 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.db.l3_db [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Floating IP b0d6a6c6-9d6c-414f-80c7-14dad4d34f80 disassociated (deleted). External IP: 172.27.2.236, port: becc30dc-e617-4fad-8884-699d4e98f756. Jul 09 22:39:42.195115 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Router d5bceeb0-8803-42c4-b305-47e06ac9c776 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:39:42.297120 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:39:42.302356 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:42.306537 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5196b4-2a41-43a3-ba32-2bc532d5059c None None] Sync routers for ids ['d5bceeb0-8803-42c4-b305-47e06ac9c776'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:39:42.315584 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5196b4-2a41-43a3-ba32-2bc532d5059c None None] Routers {'d5bceeb0-8803-42c4-b305-47e06ac9c776'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:39:42.316182 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-bc5196b4-2a41-43a3-ba32-2bc532d5059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:39:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['d5bceeb0-8803-42c4-b305-47e06ac9c776'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:39:42.338380 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-efb3e9f5-5ea9-4027-bd57-5d1179bfbe64 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "DELETE /v2.0/floatingips/b0d6a6c6-9d6c-414f-80c7-14dad4d34f80 HTTP/1.1" status: 204 len: 168 time: 0.8317399 Jul 09 22:39:42.339072 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a812252a-5f60-488b-9c19-b3e16085d70d', 'tag': 'becc30dc-e617-4fad-8884-699d4e98f756'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:39:42.342143 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14607638-a820-4634-9ab9-b224b9b10912" -d '{"events": [{"name": "network-changed", "server_uuid": "a812252a-5f60-488b-9c19-b3e16085d70d", "tag": "becc30dc-e617-4fad-8884-699d4e98f756"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:39:42.381208 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffbd7c5-fb81-4872-89d0-129848b151f1 x-openstack-request-id: req-dffbd7c5-fb81-4872-89d0-129848b151f1 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:39:42.381504 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a812252a-5f60-488b-9c19-b3e16085d70d", "tag": "becc30dc-e617-4fad-8884-699d4e98f756", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:39:42.381754 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dffbd7c5-fb81-4872-89d0-129848b151f1 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:39:42.382152 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a812252a-5f60-488b-9c19-b3e16085d70d', 'tag': 'becc30dc-e617-4fad-8884-699d4e98f756', 'status': 'completed', 'code': 200} Jul 09 22:39:42.422863 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-bc5196b4-2a41-43a3-ba32-2bc532d5059c None None] Set router d5bceeb0-8803-42c4-b305-47e06ac9c776 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:39:42.459166 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14607638-a820-4634-9ab9-b224b9b10912 req-108e4a44-252b-45d0-b6be-9c45c64f9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:39:42.460579 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-14607638-a820-4634-9ab9-b224b9b10912 req-108e4a44-252b-45d0-b6be-9c45c64f9ca3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 1099 time: 0.0559547 Jul 09 22:39:42.568809 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14607638-a820-4634-9ab9-b224b9b10912 req-0550d851-cbcf-45f7-9b77-738ac83eca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:39:42.570954 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-14607638-a820-4634-9ab9-b224b9b10912 req-0550d851-cbcf-45f7-9b77-738ac83eca66 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 910 time: 0.1036744 Jul 09 22:39:42.615070 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-14607638-a820-4634-9ab9-b224b9b10912 req-77e7b612-cbb3-4f4d-bdbe-473de7b183dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=becc30dc-e617-4fad-8884-699d4e98f756 HTTP/1.1" status: 200 len: 217 time: 0.0367715 Jul 09 22:39:42.667894 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-bc5196b4-2a41-43a3-ba32-2bc532d5059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '9d9ba559-71bd-4b30-bc58-ac2be2b504ba', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'port_id': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'mac_address': 'fa:16:3e:7a:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:35:26Z', 'updated_at': '2021-07-09T22:35:28Z', 'revision_number': 1, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:05Z', 'revision_number': 5, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:39:42.694103 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5196b4-2a41-43a3-ba32-2bc532d5059c None None] Checking router: d5bceeb0-8803-42c4-b305-47e06ac9c776 for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:39:42.702326 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5196b4-2a41-43a3-ba32-2bc532d5059c None None] Routers {'d5bceeb0-8803-42c4-b305-47e06ac9c776'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:39:42.702931 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-bc5196b4-2a41-43a3-ba32-2bc532d5059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:39:15Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['d5bceeb0-8803-42c4-b305-47e06ac9c776'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:39:42.706033 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14607638-a820-4634-9ab9-b224b9b10912 req-b663bc5a-f78a-43bf-9c7b-548e9f7f28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:39:42.707535 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-14607638-a820-4634-9ab9-b224b9b10912 req-b663bc5a-f78a-43bf-9c7b-548e9f7f28e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c9f6066-d712-44a5-a65c-7cebf41ccaef HTTP/1.1" status: 200 len: 848 time: 0.0858400 Jul 09 22:39:42.764891 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e3a8-c1dc-4d84-958f-35b0f44db448 req-cd983ada-277b-4cdc-a7a1-3c8f441ef360 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:39:42.766356 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-10a8e3a8-c1dc-4d84-958f-35b0f44db448 req-cd983ada-277b-4cdc-a7a1-3c8f441ef360 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 946 time: 0.1092544 Jul 09 22:39:42.809757 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14607638-a820-4634-9ab9-b224b9b10912 req-df4a6dc5-ed47-4af8-8ba0-9c91783570a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:39:42.811267 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-14607638-a820-4634-9ab9-b224b9b10912 req-df4a6dc5-ed47-4af8-8ba0-9c91783570a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8dd49af3-8078-48e7-88b8-aa6c9ede2016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0962791 Jul 09 22:39:42.819222 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-10a8e3a8-c1dc-4d84-958f-35b0f44db448 req-fc70db09-84b4-4d9c-8e39-d447b11d4f5f tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448158 Jul 09 22:39:42.904942 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-14607638-a820-4634-9ab9-b224b9b10912 req-ae5e0b15-a8b5-4c8e-b728-27159d1d964e service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847130 Jul 09 22:39:42.923085 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-bc5196b4-2a41-43a3-ba32-2bc532d5059c None None] Set router d5bceeb0-8803-42c4-b305-47e06ac9c776 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:39:42.991947 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-14607638-a820-4634-9ab9-b224b9b10912 req-4386eca6-dd16-40e5-8044-5eb73a8390e1 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801933 Jul 09 22:39:43.144135 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-bc5196b4-2a41-43a3-ba32-2bc532d5059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '9d9ba559-71bd-4b30-bc58-ac2be2b504ba', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'port_id': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'mac_address': 'fa:16:3e:7a:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:35:26Z', 'updated_at': '2021-07-09T22:35:28Z', 'revision_number': 1, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:05Z', 'revision_number': 5, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:39:43.170274 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5196b4-2a41-43a3-ba32-2bc532d5059c None None] The sync data for ids ['d5bceeb0-8803-42c4-b305-47e06ac9c776'] in dv-cinder-794962-8-iscsi is: [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_floatingips': [{'id': '9d9ba559-71bd-4b30-bc58-ac2be2b504ba', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'router_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'port_id': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'mac_address': 'fa:16:3e:7a:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T22:35:26Z', 'updated_at': '2021-07-09T22:35:28Z', 'revision_number': 1, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:05Z', 'revision_number': 5, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:39:43.485635 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6d9fee-3d88-49b1-92e4-d831e02bc9b0 None None] New status for floating IP b0d6a6c6-9d6c-414f-80c7-14dad4d34f80: DOWN {{(pid=93130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 22:39:43.999146 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ef2a9-e3b2-48ff-9f93-4861bc1a21af req-2b079e83-d2ef-4494-a623-9fec056dd4fc tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:39:44.000611 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-890ef2a9-e3b2-48ff-9f93-4861bc1a21af req-2b079e83-d2ef-4494-a623-9fec056dd4fc tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 946 time: 0.0654974 Jul 09 22:39:44.036992 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-890ef2a9-e3b2-48ff-9f93-4861bc1a21af req-1e54e1ab-e336-40bb-843f-63f0f40d15ad tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302291 Jul 09 22:39:44.298627 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17e5c8-bc6d-4d20-8bc3-d741e6dac712 req-5df31829-734a-491e-b16d-a5098f9c482f tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:39:44.300007 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6b17e5c8-bc6d-4d20-8bc3-d741e6dac712 req-5df31829-734a-491e-b16d-a5098f9c482f tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.11 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 946 time: 0.0594943 Jul 09 22:39:44.392628 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-6b17e5c8-bc6d-4d20-8bc3-d741e6dac712 req-98696323-8dee-4761-845e-9af5bed38eb3 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Deleting port becc30dc-e617-4fad-8884-699d4e98f756 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:39:44.393111 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6b17e5c8-bc6d-4d20-8bc3-d741e6dac712 req-98696323-8dee-4761-845e-9af5bed38eb3 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:44.752944 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-6b17e5c8-bc6d-4d20-8bc3-d741e6dac712 req-98696323-8dee-4761-845e-9af5bed38eb3 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] For port becc30dc-e617-4fad-8884-699d4e98f756, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=becc30dc-e617-4fad-8884-699d4e98f756,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:39:44.753301 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6b17e5c8-bc6d-4d20-8bc3-d741e6dac712 req-98696323-8dee-4761-845e-9af5bed38eb3 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:44.765428 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-6b17e5c8-bc6d-4d20-8bc3-d741e6dac712 req-98696323-8dee-4761-845e-9af5bed38eb3 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Calling delete_port for becc30dc-e617-4fad-8884-699d4e98f756 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:39:44.831356 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-78aaa257-a10d-4b9f-86c1-8ab8df01d759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:44.891153 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6b17e5c8-bc6d-4d20-8bc3-d741e6dac712 req-98696323-8dee-4761-845e-9af5bed38eb3 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:44.918154 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98696323-8dee-4761-845e-9af5bed38eb3 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event deleted for resources: {'Port': ['ID=becc30dc-e617-4fad-8884-699d4e98f756,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:39:44.964279 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b17e5c8-bc6d-4d20-8bc3-d741e6dac712 req-98696323-8dee-4761-845e-9af5bed38eb3 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] No DVR routers for this DVR port becc30dc-e617-4fad-8884-699d4e98f756 on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:39:44.966783 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6b17e5c8-bc6d-4d20-8bc3-d741e6dac712 req-98696323-8dee-4761-845e-9af5bed38eb3 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:44.968767 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6b17e5c8-bc6d-4d20-8bc3-d741e6dac712 req-98696323-8dee-4761-845e-9af5bed38eb3 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.11 "DELETE /v2.0/ports/becc30dc-e617-4fad-8884-699d4e98f756 HTTP/1.1" status: 204 len: 173 time: 0.6633804 Jul 09 22:39:44.969198 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a812252a-5f60-488b-9c19-b3e16085d70d', 'name': 'network-vif-deleted', 'tag': 'becc30dc-e617-4fad-8884-699d4e98f756'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:39:44.971387 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4879afa-7bfc-4a31-bd9c-472a5af3b49c" -d '{"events": [{"server_uuid": "a812252a-5f60-488b-9c19-b3e16085d70d", "name": "network-vif-deleted", "tag": "becc30dc-e617-4fad-8884-699d4e98f756"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:39:45.023133 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56c47a2-7b22-4327-8774-082090fc2891 x-openstack-request-id: req-e56c47a2-7b22-4327-8774-082090fc2891 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:39:45.023727 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a812252a-5f60-488b-9c19-b3e16085d70d", "name": "network-vif-deleted", "tag": "becc30dc-e617-4fad-8884-699d4e98f756", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:39:45.023727 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e56c47a2-7b22-4327-8774-082090fc2891 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:39:45.024087 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a812252a-5f60-488b-9c19-b3e16085d70d', 'name': 'network-vif-deleted', 'tag': 'becc30dc-e617-4fad-8884-699d4e98f756', 'status': 'completed', 'code': 200} Jul 09 22:39:45.175455 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ed8e785b-2592-4d97-9c68-d8a936f514aa req-c4459a6b-ef24-4145-adbc-40913109b453 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a812252a-5f60-488b-9c19-b3e16085d70d HTTP/1.1" status: 200 len: 210 time: 0.0317173 Jul 09 22:39:45.266159 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:46.758067 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:48.337027 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device becc30dc-e617-4fad-8884-699d4e98f756 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:39:48.356933 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: becc30dc-e617-4fad-8884-699d4e98f756 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:39:48.357273 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device becc30dc-e617-4fad-8884-699d4e98f756 not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:39:48.476424 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 46578) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:39:48.558919 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:48.627398 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Deleting port 28d2f604-d1e1-4fb7-a647-6c858a7194cb {{(pid=93127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:39:48.627761 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:48.702761 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:48.703084 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:48.715258 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Calling delete_port for 28d2f604-d1e1-4fb7-a647-6c858a7194cb owned by network:floatingip {{(pid=93127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:39:48.854126 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6067567'] for port, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:48.879698 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event deleted for resources: {'Port': ['ID=28d2f604-d1e1-4fb7-a647-6c858a7194cb,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:39:48.888957 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:48.889305 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:48.889639 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:48.889974 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:48.890302 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:48.890629 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:48.891396 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:48.891396 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:48.891611 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:48.891876 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:48.892192 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:48.892509 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:39:48.951484 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:48.951811 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.db.l3_db [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Floating IP 9d9ba559-71bd-4b30-bc58-ac2be2b504ba disassociated (deleted). External IP: 172.27.2.174, port: 5d361ff9-c9b3-4a48-af77-f1c2282f14b3. Jul 09 22:39:49.151259 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Router d5bceeb0-8803-42c4-b305-47e06ac9c776 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:39:49.254570 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:39:49.259305 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:49.263926 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0904085-191a-40aa-86f7-6b7aeb03db20 None None] Sync routers for ids ['d5bceeb0-8803-42c4-b305-47e06ac9c776'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:39:49.272454 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0904085-191a-40aa-86f7-6b7aeb03db20 None None] Routers {'d5bceeb0-8803-42c4-b305-47e06ac9c776'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:39:49.273092 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-a0904085-191a-40aa-86f7-6b7aeb03db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:39:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['d5bceeb0-8803-42c4-b305-47e06ac9c776'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:39:49.293777 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-afccf9b4-a462-4fb0-9538-e92c86da64ab tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "DELETE /v2.0/floatingips/9d9ba559-71bd-4b30-bc58-ac2be2b504ba HTTP/1.1" status: 204 len: 168 time: 0.8162808 Jul 09 22:39:49.294371 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'tag': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3'}] {{(pid=93127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:39:49.296658 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d691ae7ca010c27b321c0c72ad4e7b385282b5cc9ac2e43320258e3c95330463" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772c32d2-22e0-48ab-9e17-903eeb2c8bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ff56a8-816e-4ba1-adfb-25db5d0776ca", "tag": "5d361ff9-c9b3-4a48-af77-f1c2282f14b3"}]}' {{(pid=93127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:39:49.383252 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-a0904085-191a-40aa-86f7-6b7aeb03db20 None None] Set router d5bceeb0-8803-42c4-b305-47e06ac9c776 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:39:49.401052 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 22:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e837319-ed5a-4c5f-913c-3f58053e508d x-openstack-request-id: req-1e837319-ed5a-4c5f-913c-3f58053e508d {{(pid=93127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:39:49.401392 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ff56a8-816e-4ba1-adfb-25db5d0776ca", "tag": "5d361ff9-c9b3-4a48-af77-f1c2282f14b3", "status": "completed", "code": 200}]} {{(pid=93127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:39:49.401587 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e837319-ed5a-4c5f-913c-3f58053e508d {{(pid=93127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:39:49.401978 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'tag': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3', 'status': 'completed', 'code': 200} Jul 09 22:39:49.477800 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c32d2-22e0-48ab-9e17-903eeb2c8bd3 req-f957f4f4-0025-4a5a-af52-fd7897567f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:39:49.479361 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-772c32d2-22e0-48ab-9e17-903eeb2c8bd3 req-f957f4f4-0025-4a5a-af52-fd7897567f44 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 1099 time: 0.0543013 Jul 09 22:39:49.577596 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c32d2-22e0-48ab-9e17-903eeb2c8bd3 req-80aff04f-df91-4bc2-a14c-0ed2eeb3bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:39:49.579153 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-772c32d2-22e0-48ab-9e17-903eeb2c8bd3 req-80aff04f-df91-4bc2-a14c-0ed2eeb3bc5d service neutron] 10.222.0.11 "GET /v2.0/networks?id=8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 200 len: 910 time: 0.0939698 Jul 09 22:39:49.611300 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-a0904085-191a-40aa-86f7-6b7aeb03db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:05Z', 'revision_number': 5, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:39:49.626573 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-772c32d2-22e0-48ab-9e17-903eeb2c8bd3 req-b9cf237b-3f1f-4e45-9edc-a1dba721f93f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d361ff9-c9b3-4a48-af77-f1c2282f14b3 HTTP/1.1" status: 200 len: 217 time: 0.0404649 Jul 09 22:39:49.638330 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0904085-191a-40aa-86f7-6b7aeb03db20 None None] Checking router: d5bceeb0-8803-42c4-b305-47e06ac9c776 for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:39:49.647153 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0904085-191a-40aa-86f7-6b7aeb03db20 None None] Routers {'d5bceeb0-8803-42c4-b305-47e06ac9c776'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:39:49.647756 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-a0904085-191a-40aa-86f7-6b7aeb03db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:39:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['d5bceeb0-8803-42c4-b305-47e06ac9c776'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:39:49.700900 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c32d2-22e0-48ab-9e17-903eeb2c8bd3 req-41f8cb62-9fbd-4752-9aa3-88102ae1bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:39:49.702286 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-772c32d2-22e0-48ab-9e17-903eeb2c8bd3 req-41f8cb62-9fbd-4752-9aa3-88102ae1bec4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c9f6066-d712-44a5-a65c-7cebf41ccaef HTTP/1.1" status: 200 len: 848 time: 0.0674210 Jul 09 22:39:49.751986 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-a0904085-191a-40aa-86f7-6b7aeb03db20 None None] Set router d5bceeb0-8803-42c4-b305-47e06ac9c776 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:39:49.753003 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9cef7-116f-463c-9b27-ade785567b95 req-6fb0590f-3841-4a96-b04f-9352e80749e5 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:39:49.755014 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d3f9cef7-116f-463c-9b27-ade785567b95 req-6fb0590f-3841-4a96-b04f-9352e80749e5 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 946 time: 0.1312420 Jul 09 22:39:49.804640 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d3f9cef7-116f-463c-9b27-ade785567b95 req-e9286e17-b778-4e00-bf79-ecea81c17444 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434849 Jul 09 22:39:49.806358 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c32d2-22e0-48ab-9e17-903eeb2c8bd3 req-7149b3dc-82c9-4e0b-8751-5d1affb19c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:39:49.807763 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-772c32d2-22e0-48ab-9e17-903eeb2c8bd3 req-7149b3dc-82c9-4e0b-8751-5d1affb19c19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8dd49af3-8078-48e7-88b8-aa6c9ede2016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0969119 Jul 09 22:39:49.903565 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-772c32d2-22e0-48ab-9e17-903eeb2c8bd3 req-88eed237-a912-4e6f-9ca0-cffaf9fc17b5 service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885596 Jul 09 22:39:49.948665 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-a0904085-191a-40aa-86f7-6b7aeb03db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:05Z', 'revision_number': 5, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:39:49.978739 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0904085-191a-40aa-86f7-6b7aeb03db20 None None] The sync data for ids ['d5bceeb0-8803-42c4-b305-47e06ac9c776'] in dv-cinder-794962-8-iscsi is: [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:31:59Z', 'revision_number': 4, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi', '_interfaces': [{'id': 'a4ce4c6b-b686-4394-a450-59260963013b', 'name': '', 'network_id': '8dd49af3-8078-48e7-88b8-aa6c9ede2016', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'mac_address': 'fa:16:3e:93:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:59Z', 'updated_at': '2021-07-09T22:32:05Z', 'revision_number': 5, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'subnets': [{'id': '5c9f6066-d712-44a5-a65c-7cebf41ccaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:39:49.995504 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-772c32d2-22e0-48ab-9e17-903eeb2c8bd3 req-6021c64a-8ff6-45f6-b9e7-64ac4cc1153d service neutron] 10.222.0.11 "GET /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852134 Jul 09 22:39:50.180494 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1cc9ca-e352-42b2-8706-0947123086d4 None None] New status for floating IP 9d9ba559-71bd-4b30-bc58-ac2be2b504ba: DOWN {{(pid=93130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 22:39:50.805421 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:50.977485 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5d735-ab8b-4c7b-9e14-068306e0f7ef req-8185f029-773b-4572-9a5b-bbfe2cf3044c tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:39:50.978860 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d1c5d735-ab8b-4c7b-9e14-068306e0f7ef req-8185f029-773b-4572-9a5b-bbfe2cf3044c tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 946 time: 0.0648227 Jul 09 22:39:51.017528 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d1c5d735-ab8b-4c7b-9e14-068306e0f7ef req-84c15e61-9e53-4ebe-b60e-c9aee046dddf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/security-groups?id=3dd12421-c670-429a-b6ce-1a6fbf9c15b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331511 Jul 09 22:39:51.166953 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab79b9f-e840-4fff-b673-0bd84c2f9cde req-e6e68021-1bca-457e-9e64-6069edec4da7 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 22:39:51.168345 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fab79b9f-e840-4fff-b673-0bd84c2f9cde req-e6e68021-1bca-457e-9e64-6069edec4da7 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 946 time: 0.0618172 Jul 09 22:39:51.265946 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-fab79b9f-e840-4fff-b673-0bd84c2f9cde req-ef377b13-0840-4005-a75a-cc3c2a900ce7 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Deleting port 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:39:51.266195 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-fab79b9f-e840-4fff-b673-0bd84c2f9cde req-ef377b13-0840-4005-a75a-cc3c2a900ce7 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:51.349054 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-fab79b9f-e840-4fff-b673-0bd84c2f9cde req-ef377b13-0840-4005-a75a-cc3c2a900ce7 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] For port 5d361ff9-c9b3-4a48-af77-f1c2282f14b3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5d361ff9-c9b3-4a48-af77-f1c2282f14b3,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:39:51.349401 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-fab79b9f-e840-4fff-b673-0bd84c2f9cde req-ef377b13-0840-4005-a75a-cc3c2a900ce7 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:51.361960 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-fab79b9f-e840-4fff-b673-0bd84c2f9cde req-ef377b13-0840-4005-a75a-cc3c2a900ce7 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Calling delete_port for 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:39:51.484542 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-fab79b9f-e840-4fff-b673-0bd84c2f9cde req-ef377b13-0840-4005-a75a-cc3c2a900ce7 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:51.511326 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef377b13-0840-4005-a75a-cc3c2a900ce7 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event deleted for resources: {'Port': ['ID=5d361ff9-c9b3-4a48-af77-f1c2282f14b3,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:39:51.560360 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab79b9f-e840-4fff-b673-0bd84c2f9cde req-ef377b13-0840-4005-a75a-cc3c2a900ce7 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] No DVR routers for this DVR port 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 on host hv-cinder-79496 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:39:51.562819 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-fab79b9f-e840-4fff-b673-0bd84c2f9cde req-ef377b13-0840-4005-a75a-cc3c2a900ce7 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:51.564789 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fab79b9f-e840-4fff-b673-0bd84c2f9cde req-ef377b13-0840-4005-a75a-cc3c2a900ce7 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.11 "DELETE /v2.0/ports/5d361ff9-c9b3-4a48-af77-f1c2282f14b3 HTTP/1.1" status: 204 len: 173 time: 0.3911493 Jul 09 22:39:51.565217 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'name': 'network-vif-deleted', 'tag': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 22:39:51.568066 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9393865946f50f4a30aa4982ae4704d4a53d84dc5e14c78d5d7e193e9691ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e484d7b-0b75-445d-8d1e-518856df524d" -d '{"events": [{"server_uuid": "d2ff56a8-816e-4ba1-adfb-25db5d0776ca", "name": "network-vif-deleted", "tag": "5d361ff9-c9b3-4a48-af77-f1c2282f14b3"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 22:39:51.604741 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 22:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2f3687-a78a-48c6-983a-4928a13646d7 x-openstack-request-id: req-3e2f3687-a78a-48c6-983a-4928a13646d7 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 22:39:51.605028 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ff56a8-816e-4ba1-adfb-25db5d0776ca", "name": "network-vif-deleted", "tag": "5d361ff9-c9b3-4a48-af77-f1c2282f14b3", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 22:39:51.605302 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e2f3687-a78a-48c6-983a-4928a13646d7 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 22:39:51.605693 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ff56a8-816e-4ba1-adfb-25db5d0776ca', 'name': 'network-vif-deleted', 'tag': '5d361ff9-c9b3-4a48-af77-f1c2282f14b3', 'status': 'completed', 'code': 200} Jul 09 22:39:52.166085 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d485e7ac-4b94-4316-8e51-ebc2db307b2c req-8475a0e0-0daa-487f-9eb1-2c5d54460265 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2ff56a8-816e-4ba1-adfb-25db5d0776ca HTTP/1.1" status: 200 len: 210 time: 0.0290070 Jul 09 22:39:53.255718 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 46600) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:39:53.374868 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a4850-0f19-445a-86f0-7e269d49e6bf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Deleting port 427515b6-ebf6-4bac-8874-67775aadef45 {{(pid=93127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:39:53.375215 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a4850-0f19-445a-86f0-7e269d49e6bf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:53.450996 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a4850-0f19-445a-86f0-7e269d49e6bf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:53.451255 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a4850-0f19-445a-86f0-7e269d49e6bf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:53.462556 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a4850-0f19-445a-86f0-7e269d49e6bf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Calling delete_port for 427515b6-ebf6-4bac-8874-67775aadef45 owned by network:floatingip {{(pid=93127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:39:53.587984 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a4850-0f19-445a-86f0-7e269d49e6bf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6067567'] for port, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:53.616985 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a4850-0f19-445a-86f0-7e269d49e6bf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event deleted for resources: {'Port': ['ID=427515b6-ebf6-4bac-8874-67775aadef45,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:39:53.676455 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a4850-0f19-445a-86f0-7e269d49e6bf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:53.679030 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a4850-0f19-445a-86f0-7e269d49e6bf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182146'] for floatingip, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:53.680181 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-8d1a4850-0f19-445a-86f0-7e269d49e6bf tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "DELETE /v2.0/floatingips/1bbfe526-0d25-4b50-913a-9755a9d5ffc5 HTTP/1.1" status: 204 len: 168 time: 0.4234953 Jul 09 22:39:54.414758 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:39:54.434798 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] No Port match for: 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:39:54.435139 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Device 5d361ff9-c9b3-4a48-af77-f1c2282f14b3 not bound to the agent host hv-cinder-79496 {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:39:54.938781 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 46612) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:39:54.995495 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-77b2a79b-2225-4151-bb7b-d6d13f390787 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:55.019842 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-77b2a79b-2225-4151-bb7b-d6d13f390787 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:55.079454 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-77b2a79b-2225-4151-bb7b-d6d13f390787 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:55.082415 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-77b2a79b-2225-4151-bb7b-d6d13f390787 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:55.083585 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-77b2a79b-2225-4151-bb7b-d6d13f390787 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] 10.222.0.10 "DELETE /v2.0/security-groups/3dd12421-c670-429a-b6ce-1a6fbf9c15b0 HTTP/1.1" status: 204 len: 168 time: 0.1437891 Jul 09 22:39:55.092489 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2a79b-2225-4151-bb7b-d6d13f390787 tempest-TestVolumeBootPattern-2130562784 tempest-TestVolumeBootPattern-2130562784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd12421-c670-429a-b6ce-1a6fbf9c15b0,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:39:55.141168 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 46616) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:39:55.580009 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0fd04d1e-7970-4ac8-9b81-6a53fa51dccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545529'] for router_interface, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:55.821772 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-0fd04d1e-7970-4ac8-9b81-6a53fa51dccd admin admin] Deleting port a4ce4c6b-b686-4394-a450-59260963013b {{(pid=93127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:39:55.822104 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0fd04d1e-7970-4ac8-9b81-6a53fa51dccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:55.895036 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-0fd04d1e-7970-4ac8-9b81-6a53fa51dccd admin admin] For port a4ce4c6b-b686-4394-a450-59260963013b, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=a4ce4c6b-b686-4394-a450-59260963013b,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:39:55.895378 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0fd04d1e-7970-4ac8-9b81-6a53fa51dccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:55.907911 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-0fd04d1e-7970-4ac8-9b81-6a53fa51dccd admin admin] Calling delete_port for a4ce4c6b-b686-4394-a450-59260963013b owned by network:router_interface {{(pid=93127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:39:56.085356 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0fd04d1e-7970-4ac8-9b81-6a53fa51dccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6067567'] for port, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:56.113960 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd04d1e-7970-4ac8-9b81-6a53fa51dccd admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ce4c6b-b686-4394-a450-59260963013b,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:39:56.275296 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-0fd04d1e-7970-4ac8-9b81-6a53fa51dccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548807'] for router_interface, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:56.704829 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd04d1e-7970-4ac8-9b81-6a53fa51dccd admin admin] Router d5bceeb0-8803-42c4-b305-47e06ac9c776 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:39:56.807961 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd04d1e-7970-4ac8-9b81-6a53fa51dccd admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:39:56.813552 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-0fd04d1e-7970-4ac8-9b81-6a53fa51dccd admin admin] 10.222.0.10 "PUT /v2.0/routers/d5bceeb0-8803-42c4-b305-47e06ac9c776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6712739 Jul 09 22:39:56.815341 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 46620) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:39:56.816431 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef2e10f-39f3-4989-a1e0-7565ebac89a4 None None] Sync routers for ids ['d5bceeb0-8803-42c4-b305-47e06ac9c776'] in dv-cinder-794962-8-iscsi {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:39:56.826727 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef2e10f-39f3-4989-a1e0-7565ebac89a4 None None] Routers {'d5bceeb0-8803-42c4-b305-47e06ac9c776'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:39:56.827323 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-eef2e10f-39f3-4989-a1e0-7565ebac89a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:39:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['d5bceeb0-8803-42c4-b305-47e06ac9c776'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:39:56.919172 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d93adcb5-c19e-4dc3-be9a-1fa64a40a7d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:56.929777 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-eef2e10f-39f3-4989-a1e0-7565ebac89a4 None None] Set router d5bceeb0-8803-42c4-b305-47e06ac9c776 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:39:57.020105 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d93adcb5-c19e-4dc3-be9a-1fa64a40a7d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:57.075868 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-d93adcb5-c19e-4dc3-be9a-1fa64a40a7d3 admin admin] Deleting port 952234fb-9177-49ac-8ce7-e1f3266bfa00 {{(pid=93127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:39:57.076211 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d93adcb5-c19e-4dc3-be9a-1fa64a40a7d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:57.153763 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-d93adcb5-c19e-4dc3-be9a-1fa64a40a7d3 admin admin] For port 952234fb-9177-49ac-8ce7-e1f3266bfa00, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=952234fb-9177-49ac-8ce7-e1f3266bfa00,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:39:57.154447 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d93adcb5-c19e-4dc3-be9a-1fa64a40a7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:57.169174 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-d93adcb5-c19e-4dc3-be9a-1fa64a40a7d3 admin admin] Calling delete_port for 952234fb-9177-49ac-8ce7-e1f3266bfa00 owned by network:router_gateway {{(pid=93127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:39:57.219467 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-eef2e10f-39f3-4989-a1e0-7565ebac89a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:39:56Z', 'revision_number': 5, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port': {'id': '952234fb-9177-49ac-8ce7-e1f3266bfa00', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:39:57.248797 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef2e10f-39f3-4989-a1e0-7565ebac89a4 None None] Checking router: d5bceeb0-8803-42c4-b305-47e06ac9c776 for host: dv-cinder-794962-8-iscsi {{(pid=93129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:39:57.256884 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef2e10f-39f3-4989-a1e0-7565ebac89a4 None None] Routers {'d5bceeb0-8803-42c4-b305-47e06ac9c776'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:39:57.257485 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-eef2e10f-39f3-4989-a1e0-7565ebac89a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:39:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['d5bceeb0-8803-42c4-b305-47e06ac9c776'], 'active': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:39:57.332077 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d93adcb5-c19e-4dc3-be9a-1fa64a40a7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6067567'] for port, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:57.346122 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvr_db [None req-eef2e10f-39f3-4989-a1e0-7565ebac89a4 None None] Set router d5bceeb0-8803-42c4-b305-47e06ac9c776 gateway port host: None {{(pid=93129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:39:57.355905 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93adcb5-c19e-4dc3-be9a-1fa64a40a7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=952234fb-9177-49ac-8ce7-e1f3266bfa00,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:39:57.397561 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_hamode_db [None req-eef2e10f-39f3-4989-a1e0-7565ebac89a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:39:57Z', 'revision_number': 6, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port_host': None}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:39:57.423399 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d93adcb5-c19e-4dc3-be9a-1fa64a40a7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545214'] for router_gateway, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:57.427552 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef2e10f-39f3-4989-a1e0-7565ebac89a4 None None] The sync data for ids ['d5bceeb0-8803-42c4-b305-47e06ac9c776'] in dv-cinder-794962-8-iscsi is: [{'id': 'd5bceeb0-8803-42c4-b305-47e06ac9c776', 'name': 'tempest-TestVolumeBootPattern-7072267-router', 'tenant_id': '3c09fb6509674fb393fd88819a8bdcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:31:57Z', 'updated_at': '2021-07-09T22:39:57Z', 'revision_number': 6, 'project_id': '3c09fb6509674fb393fd88819a8bdcf0', 'gw_port_host': None}] {{(pid=93129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:39:57.514108 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d93adcb5-c19e-4dc3-be9a-1fa64a40a7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518713'] for router, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:57.516292 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d93adcb5-c19e-4dc3-be9a-1fa64a40a7d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:57.558983 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d93adcb5-c19e-4dc3-be9a-1fa64a40a7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555162'] for router, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:57.559568 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93adcb5-c19e-4dc3-be9a-1fa64a40a7d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5bceeb0-8803-42c4-b305-47e06ac9c776 {{(pid=93127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 22:39:57.564353 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-d93adcb5-c19e-4dc3-be9a-1fa64a40a7d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:57.565632 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-d93adcb5-c19e-4dc3-be9a-1fa64a40a7d3 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d5bceeb0-8803-42c4-b305-47e06ac9c776 HTTP/1.1" status: 204 len: 168 time: 0.7493660 Jul 09 22:39:57.568049 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 46622) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:39:57.616106 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.db_base_plugin_v2 [None req-16813bd3-d06d-4ff7-aaec-0bdeb194396f admin admin] Deleting subnet 5c9f6066-d712-44a5-a65c-7cebf41ccaef {{(pid=93127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 22:39:57.619312 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-16813bd3-d06d-4ff7-aaec-0bdeb194396f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:57.653719 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-16813bd3-d06d-4ff7-aaec-0bdeb194396f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5483989'] for subnet, precommit_delete_associations {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:57.728577 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-16813bd3-d06d-4ff7-aaec-0bdeb194396f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1912411'] for subnet, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:57.781041 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-16813bd3-d06d-4ff7-aaec-0bdeb194396f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1912402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6067541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5560918'] for subnet, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:57.811457 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16813bd3-d06d-4ff7-aaec-0bdeb194396f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c9f6066-d712-44a5-a65c-7cebf41ccaef,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:39:57.813477 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-16813bd3-d06d-4ff7-aaec-0bdeb194396f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:57.818099 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-16813bd3-d06d-4ff7-aaec-0bdeb194396f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5c9f6066-d712-44a5-a65c-7cebf41ccaef HTTP/1.1" status: 204 len: 168 time: 0.2463460 Jul 09 22:39:57.818505 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 46624) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:39:57.823480 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1795c7-f070-4b7a-9fa2-94bcb351b485 None None] Network 8dd49af3-8078-48e7-88b8-aa6c9ede2016 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:39:57.887045 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1966383'] for network, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:57.947611 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] Deleting port bacb1b2b-583a-4553-bc40-ef8baa383096 {{(pid=93127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:39:57.948003 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:58.016805 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] For port bacb1b2b-583a-4553-bc40-ef8baa383096, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=bacb1b2b-583a-4553-bc40-ef8baa383096,segment=NetworkSegment(603bdeb2-51b6-4ea8-b310-58776e322135),segment_id=603bdeb2-51b6-4ea8-b310-58776e322135)] {{(pid=93127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:39:58.017165 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:58.029286 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] Calling delete_port for bacb1b2b-583a-4553-bc40-ef8baa383096 owned by network:dhcp {{(pid=93127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:39:58.105560 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6067567'] for port, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:58.132388 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] Pushing event deleted for resources: {'Port': ['ID=bacb1b2b-583a-4553-bc40-ef8baa383096,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:39:58.134148 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] No DVR routers for this DVR port bacb1b2b-583a-4553-bc40-ef8baa383096 on host dv-cinder-794962-8-iscsi {{(pid=93127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:39:58.209993 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909966', 'neutron.services.segments.db._delete_segments_for_network-8759288836437'] for network, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:58.220470 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd49af3-8078-48e7-88b8-aa6c9ede2016']}} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:39:58.222001 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2a2ef2-5882-464e-be41-4b9c2644a4a9 None None] DHCP port deletion for 8dd49af3-8078-48e7-88b8-aa6c9ede2016 request from dv-cinder-794962-8-iscsi {{(pid=93129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 22:39:58.231669 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603bdeb2-51b6-4ea8-b310-58776e322135') {'for_net_delete': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:39:58.232008 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603bdeb2-51b6-4ea8-b310-58776e322135') {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:39:58.242115 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759288619569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5483970'] for segment, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:58.256148 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:58.261937 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 22:39:58.262354 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6067632'] for segment, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: Traceback (most recent call last): Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: timer() Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: cb(*args, **kw) Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: return func(*args, **kwargs) Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: self._notify() Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: self.callback(batched_events) Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: event.method(event) Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: return f(self, *a, **k) Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._get(url).json() Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: return self.request(url, 'GET', **kwargs) Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 22:39:58.263941 dv-cinder-794962-8-iscsi neutron-server[93127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 22:39:58.321866 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545178'] for network, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:58.327068 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:58.329377 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8dd49af3-8078-48e7-88b8-aa6c9ede2016 HTTP/1.1" status: 204 len: 168 time: 0.5094314 Jul 09 22:39:58.332215 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 46626) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:39:58.340542 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25f972-da50-419a-ba03-8fe8f6eaa283 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dd49af3-8078-48e7-88b8-aa6c9ede2016,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:39:58.672813 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b7e723f8-a727-4009-aac1-e5267bbb1a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545529'] for router_interface, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:58.882256 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device a4ce4c6b-b686-4394-a450-59260963013b no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:39:58.905309 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: a4ce4c6b-b686-4394-a450-59260963013b {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:39:58.905650 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device a4ce4c6b-b686-4394-a450-59260963013b not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:39:58.906056 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device bacb1b2b-583a-4553-bc40-ef8baa383096 no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:39:58.923682 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-b7e723f8-a727-4009-aac1-e5267bbb1a64 admin admin] Deleting port 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:39:58.924138 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b7e723f8-a727-4009-aac1-e5267bbb1a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:58.924436 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: bacb1b2b-583a-4553-bc40-ef8baa383096 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:39:58.924800 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device bacb1b2b-583a-4553-bc40-ef8baa383096 not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:39:58.925202 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 952234fb-9177-49ac-8ce7-e1f3266bfa00 no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:39:58.942838 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: 952234fb-9177-49ac-8ce7-e1f3266bfa00 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:39:58.943175 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 952234fb-9177-49ac-8ce7-e1f3266bfa00 not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:39:59.000676 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-b7e723f8-a727-4009-aac1-e5267bbb1a64 admin admin] For port 106bd18c-ad71-4a2d-9fe8-2768bfd4f926, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=106bd18c-ad71-4a2d-9fe8-2768bfd4f926,segment=NetworkSegment(19aceee4-fe81-414b-9b16-cc98141225fd),segment_id=19aceee4-fe81-414b-9b16-cc98141225fd)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:39:59.001066 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b7e723f8-a727-4009-aac1-e5267bbb1a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:59.014823 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-b7e723f8-a727-4009-aac1-e5267bbb1a64 admin admin] Calling delete_port for 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 owned by network:router_interface {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:39:59.189443 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b7e723f8-a727-4009-aac1-e5267bbb1a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:59.215316 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e723f8-a727-4009-aac1-e5267bbb1a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=106bd18c-ad71-4a2d-9fe8-2768bfd4f926,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:39:59.375605 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b7e723f8-a727-4009-aac1-e5267bbb1a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548807'] for router_interface, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:59.580420 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e723f8-a727-4009-aac1-e5267bbb1a64 admin admin] Router 2214dbbd-f2e0-42cc-8501-9406f1b6a234 has already been hosted by L3 agent b05d5e13-3d68-4c99-b41a-402d6d5ef3a9 {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 22:39:59.683348 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e723f8-a727-4009-aac1-e5267bbb1a64 admin admin] Notify agent at l3_agent.dv-cinder-794962-8-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 22:39:59.688294 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-b7e723f8-a727-4009-aac1-e5267bbb1a64 admin admin] 10.222.0.10 "PUT /v2.0/routers/2214dbbd-f2e0-42cc-8501-9406f1b6a234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3548658 Jul 09 22:39:59.690846 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 46628) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:39:59.691375 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646112d-6278-4ba0-ae7a-341a53ecd749 None None] Sync routers for ids ['2214dbbd-f2e0-42cc-8501-9406f1b6a234'] in dv-cinder-794962-8-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 22:39:59.700844 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646112d-6278-4ba0-ae7a-341a53ecd749 None None] Routers {'2214dbbd-f2e0-42cc-8501-9406f1b6a234'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:39:59.701433 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-1646112d-6278-4ba0-ae7a-341a53ecd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:39:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['2214dbbd-f2e0-42cc-8501-9406f1b6a234'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:39:59.790255 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-535cf14d-5417-4a5a-983f-3e4d836265cf admin admin] Notify callbacks [] for router, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:59.800928 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-1646112d-6278-4ba0-ae7a-341a53ecd749 None None] Set router 2214dbbd-f2e0-42cc-8501-9406f1b6a234 gateway port host: dv-cinder-794962-8-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:39:59.888258 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-535cf14d-5417-4a5a-983f-3e4d836265cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:59.941552 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-535cf14d-5417-4a5a-983f-3e4d836265cf admin admin] Deleting port e8f018ff-1df8-4e06-872c-f1f422caa506 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:39:59.941985 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-535cf14d-5417-4a5a-983f-3e4d836265cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:39:59.979220 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-1646112d-6278-4ba0-ae7a-341a53ecd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'name': 'tempest-TestVolumeBootPattern-1489568528-router', 'tenant_id': 'e695bb5201124d10a7a0a42a3795fba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'external_fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e8f018ff-1df8-4e06-872c-f1f422caa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:32:01Z', 'updated_at': '2021-07-09T22:39:59Z', 'revision_number': 5, 'project_id': 'e695bb5201124d10a7a0a42a3795fba8', 'gw_port': {'id': 'e8f018ff-1df8-4e06-872c-f1f422caa506', 'name': '', 'network_id': '48f3c221-d066-4df5-b08c-0298bc94fba3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:52:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T22:32:02Z', 'updated_at': '2021-07-09T22:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0a8c43-0791-41b8-9204-ec5737d75642', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-8-iscsi'}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:40:00.004867 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646112d-6278-4ba0-ae7a-341a53ecd749 None None] Checking router: 2214dbbd-f2e0-42cc-8501-9406f1b6a234 for host: dv-cinder-794962-8-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 22:40:00.012703 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646112d-6278-4ba0-ae7a-341a53ecd749 None None] Routers {'2214dbbd-f2e0-42cc-8501-9406f1b6a234'} bound to L3 agent in host dv-cinder-794962-8-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 22:40:00.013311 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-1646112d-6278-4ba0-ae7a-341a53ecd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T22:03:45Z,description=,heartbeat_timestamp=2021-07-09T22:39:45Z,host='dv-cinder-794962-8-iscsi',id=b05d5e13-3d68-4c99-b41a-402d6d5ef3a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T22:03:45Z,topic='l3_agent')) {'router_ids': ['2214dbbd-f2e0-42cc-8501-9406f1b6a234'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:40:00.021667 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-535cf14d-5417-4a5a-983f-3e4d836265cf admin admin] For port e8f018ff-1df8-4e06-872c-f1f422caa506, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=e8f018ff-1df8-4e06-872c-f1f422caa506,segment=NetworkSegment(a7ed10b8-151b-4057-a03e-e462d0f99778),segment_id=a7ed10b8-151b-4057-a03e-e462d0f99778)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:40:00.022026 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-535cf14d-5417-4a5a-983f-3e4d836265cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:00.034654 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-535cf14d-5417-4a5a-983f-3e4d836265cf admin admin] Calling delete_port for e8f018ff-1df8-4e06-872c-f1f422caa506 owned by network:router_gateway {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:40:00.094170 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-1646112d-6278-4ba0-ae7a-341a53ecd749 None None] Set router 2214dbbd-f2e0-42cc-8501-9406f1b6a234 gateway port host: None {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 22:40:00.143148 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-1646112d-6278-4ba0-ae7a-341a53ecd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'name': 'tempest-TestVolumeBootPattern-1489568528-router', 'tenant_id': 'e695bb5201124d10a7a0a42a3795fba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:32:01Z', 'updated_at': '2021-07-09T22:39:59Z', 'revision_number': 6, 'project_id': 'e695bb5201124d10a7a0a42a3795fba8', 'gw_port_host': None}], 'dv-cinder-794962-8-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:40:00.172924 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646112d-6278-4ba0-ae7a-341a53ecd749 None None] The sync data for ids ['2214dbbd-f2e0-42cc-8501-9406f1b6a234'] in dv-cinder-794962-8-iscsi is: [{'id': '2214dbbd-f2e0-42cc-8501-9406f1b6a234', 'name': 'tempest-TestVolumeBootPattern-1489568528-router', 'tenant_id': 'e695bb5201124d10a7a0a42a3795fba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T22:32:01Z', 'updated_at': '2021-07-09T22:39:59Z', 'revision_number': 6, 'project_id': 'e695bb5201124d10a7a0a42a3795fba8', 'gw_port_host': None}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 22:40:00.196323 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-535cf14d-5417-4a5a-983f-3e4d836265cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6872923'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:00.222632 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cf14d-5417-4a5a-983f-3e4d836265cf admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f018ff-1df8-4e06-872c-f1f422caa506,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:40:00.280637 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-535cf14d-5417-4a5a-983f-3e4d836265cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545214'] for router_gateway, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:00.366042 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-535cf14d-5417-4a5a-983f-3e4d836265cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518713'] for router, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:00.368048 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-535cf14d-5417-4a5a-983f-3e4d836265cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:00.412109 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-535cf14d-5417-4a5a-983f-3e4d836265cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555162'] for router, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:00.412822 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535cf14d-5417-4a5a-983f-3e4d836265cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2214dbbd-f2e0-42cc-8501-9406f1b6a234 {{(pid=93128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 22:40:00.416712 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-535cf14d-5417-4a5a-983f-3e4d836265cf admin admin] Notify callbacks [] for router, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:00.417851 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-535cf14d-5417-4a5a-983f-3e4d836265cf admin admin] 10.222.0.10 "DELETE /v2.0/routers/2214dbbd-f2e0-42cc-8501-9406f1b6a234 HTTP/1.1" status: 204 len: 168 time: 0.7261100 Jul 09 22:40:00.420393 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.10', 46630) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:40:00.462198 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_v2 [None req-604e3b56-1e79-4663-8fa8-a435f575566e admin admin] Deleting subnet b01884f2-d644-4691-b14d-cf59601101f2 {{(pid=93128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 22:40:00.465044 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-604e3b56-1e79-4663-8fa8-a435f575566e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:00.500150 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-604e3b56-1e79-4663-8fa8-a435f575566e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5189479'] for subnet, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:00.588344 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-604e3b56-1e79-4663-8fa8-a435f575566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1912411'] for subnet, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:00.640388 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-604e3b56-1e79-4663-8fa8-a435f575566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1912402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6872929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4538554'] for subnet, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:00.666765 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e3b56-1e79-4663-8fa8-a435f575566e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b01884f2-d644-4691-b14d-cf59601101f2,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:40:00.668640 dv-cinder-794962-8-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-604e3b56-1e79-4663-8fa8-a435f575566e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:00.670499 dv-cinder-794962-8-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-604e3b56-1e79-4663-8fa8-a435f575566e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b01884f2-d644-4691-b14d-cf59601101f2 HTTP/1.1" status: 204 len: 168 time: 0.2491059 Jul 09 22:40:00.673142 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3cded0-7ab7-45ea-bd45-89b60edb97ea None None] Network cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6 requested from dv-cinder-794962-8-iscsi {{(pid=93129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 22:40:00.673633 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 46632) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:40:00.739359 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1966383'] for network, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:00.790319 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] Deleting port 0c144657-b101-487c-8471-8ace06834b0f {{(pid=93127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:40:00.790658 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:00.854741 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] For port 0c144657-b101-487c-8471-8ace06834b0f, host dv-cinder-794962-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-8-iscsi',level=0,port_id=0c144657-b101-487c-8471-8ace06834b0f,segment=NetworkSegment(19aceee4-fe81-414b-9b16-cc98141225fd),segment_id=19aceee4-fe81-414b-9b16-cc98141225fd)] {{(pid=93127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:40:00.855101 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:00.867115 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.plugin [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] Calling delete_port for 0c144657-b101-487c-8471-8ace06834b0f owned by network:dhcp {{(pid=93127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:40:00.909137 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] DHCP port deletion for cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6 request from dv-cinder-794962-8-iscsi {{(pid=93129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 22:40:00.959482 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6067567'] for port, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:00.960935 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] Deleting port 0c144657-b101-487c-8471-8ace06834b0f {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 22:40:00.961718 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759288816604'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:00.990197 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c144657-b101-487c-8471-8ace06834b0f,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:40:00.992164 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] No DVR routers for this DVR port 0c144657-b101-487c-8471-8ace06834b0f on host dv-cinder-794962-8-iscsi {{(pid=93127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:40:01.001224 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device e8f018ff-1df8-4e06-872c-f1f422caa506 no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:40:01.028608 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: e8f018ff-1df8-4e06-872c-f1f422caa506 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:40:01.028984 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device e8f018ff-1df8-4e06-872c-f1f422caa506 not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:40:01.029400 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 0c144657-b101-487c-8471-8ace06834b0f no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:40:01.053835 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: 0c144657-b101-487c-8471-8ace06834b0f {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:40:01.054182 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 0c144657-b101-487c-8471-8ace06834b0f not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:40:01.054592 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 no longer exists at agent ovs-agent-dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 22:40:01.062642 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909966', 'neutron.services.segments.db._delete_segments_for_network-8759288836437'] for network, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:01.073492 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6']}} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:40:01.082446 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] For port 0c144657-b101-487c-8471-8ace06834b0f, host dv-cinder-794962-8-iscsi, got binding levels [] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 22:40:01.082856 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548857'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:01.083384 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19aceee4-fe81-414b-9b16-cc98141225fd') {'for_net_delete': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:40:01.083682 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.services.segments.db [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19aceee4-fe81-414b-9b16-cc98141225fd') {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 22:40:01.084988 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] No Port match for: 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 {{(pid=93129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 22:40:01.085335 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.rpc [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Device 106bd18c-ad71-4a2d-9fe8-2768bfd4f926 not bound to the agent host dv-cinder-794962-8-iscsi {{(pid=93129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 22:40:01.092705 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759288619569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5483970'] for segment, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:01.095838 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] Calling delete_port for 0c144657-b101-487c-8471-8ace06834b0f owned by network:dhcp {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 22:40:01.098670 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.ipam_backend_mixin [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] Port 0c144657-b101-487c-8471-8ace06834b0f was not found and therefore no delete operation was performed {{(pid=93129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 22:40:01.099898 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759288827926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759288285678'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:01.106385 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890'] for segment, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:01.112895 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 22:40:01.113342 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6067632'] for segment, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: Traceback (most recent call last): Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: timer() Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: cb(*args, **kw) Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: return func(*args, **kwargs) Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: self._notify() Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: self.callback(batched_events) Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: event.method(event) Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: return f(self, *a, **k) Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._get(url).json() Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: return self.request(url, 'GET', **kwargs) Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 22:40:01.115527 dv-cinder-794962-8-iscsi neutron-server[93127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 22:40:01.125318 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] Pushing event deleted for resources: {'Port': ['ID=0c144657-b101-487c-8471-8ace06834b0f,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:40:01.129597 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] No DVR routers for this DVR port 0c144657-b101-487c-8471-8ace06834b0f on host dv-cinder-794962-8-iscsi {{(pid=93129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 22:40:01.136896 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:40:01.137209 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:40:01.137465 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:40:01.137989 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:40:01.138495 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:40:01.139008 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:40:01.139522 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:40:01.140020 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:40:01.140528 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:40:01.141516 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:40:01.142038 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:40:01.142553 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c167f2-e7f5-42fe-91f2-61468c577805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-8-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 22:40:01.174354 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545178'] for network, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:01.180334 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536239'] for network, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:01.181983 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] 10.222.0.10 "DELETE /v2.0/networks/cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6 HTTP/1.1" status: 204 len: 168 time: 0.5078270 Jul 09 22:40:01.193604 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c639e-0fef-4d1b-8cd1-1a6d26a1af8e admin admin] Pushing event deleted for resources: {'Network': ['ID=cfc3ad4a-cac1-4ded-9ebf-0e1a6e44a9b6,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:40:01.295699 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 46636) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:40:01.334844 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-c2a350e8-c510-4a5d-bc6a-276d19df550c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c09fb6509674fb393fd88819a8bdcf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380161 Jul 09 22:40:01.337278 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 46638) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:40:01.383869 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-225c5286-cb40-481d-b8e8-5589e92002fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:01.404605 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-225c5286-cb40-481d-b8e8-5589e92002fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:01.450124 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-225c5286-cb40-481d-b8e8-5589e92002fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:01.452571 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-225c5286-cb40-481d-b8e8-5589e92002fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:01.453871 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-225c5286-cb40-481d-b8e8-5589e92002fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/adb86b94-d069-424c-bd7f-483bd8dd629b HTTP/1.1" status: 204 len: 168 time: 0.1157262 Jul 09 22:40:01.461573 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c5286-cb40-481d-b8e8-5589e92002fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb86b94-d069-424c-bd7f-483bd8dd629b,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:40:01.776164 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 46644) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:40:01.817805 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-86a30d09-664a-4aa8-9934-1b5e74552543 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e695bb5201124d10a7a0a42a3795fba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404637 Jul 09 22:40:01.820016 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.wsgi [-] (93127) accepted ('10.222.0.10', 46646) {{(pid=93127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 22:40:01.866225 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e975e167-64d9-467e-a1a7-ca3bca710102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:01.886341 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e975e167-64d9-467e-a1a7-ca3bca710102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:01.935327 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e975e167-64d9-467e-a1a7-ca3bca710102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984191'] for security_group, after_delete {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:01.938127 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e975e167-64d9-467e-a1a7-ca3bca710102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:01.939250 dv-cinder-794962-8-iscsi neutron-server[93127]: INFO neutron.wsgi [None req-e975e167-64d9-467e-a1a7-ca3bca710102 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c0da3bf-bdbb-460e-b257-7ab94b15e496 HTTP/1.1" status: 204 len: 168 time: 0.1183770 Jul 09 22:40:01.946734 dv-cinder-794962-8-iscsi neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975e167-64d9-467e-a1a7-ca3bca710102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0da3bf-bdbb-460e-b257-7ab94b15e496,revision_number=None']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 22:40:10.003227 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:40:11.562494 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-05e46148-d8c4-41a4-bd90-1439d8bbafa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:14.834075 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e1b582f3-f5a8-4c30-92f2-33e40b5c6630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:15.257937 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:16.759319 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:18.562623 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:20.813115 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:41.562541 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fb539db5-8b86-43d7-a01b-0e9222c48aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:44.835999 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9d5e-5b3a-45e8-9772-35e76d770339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:45.257088 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:46.761970 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:47.001307 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:40:48.564747 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:40:50.821151 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:41:11.563381 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e2032d90-96ed-4baf-80af-b0a650d1cfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:41:14.834823 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-dfff3ebc-2051-435a-84f8-2394a38b75c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:41:15.258868 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:41:16.764908 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:41:18.568454 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:41:20.828682 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:41:24.001239 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:41:41.563627 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-dc104aab-14e5-4430-9a1e-83d75a8b4cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:41:44.834976 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7c963b43-13c9-4782-8b99-65a49c6f33c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:41:45.260049 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:41:46.767840 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:41:48.571217 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:41:50.832768 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:42:01.000678 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:42:11.564962 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b6c86e35-50a7-434f-91f3-5e5577cd2124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:42:14.834254 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c20d99cc-2040-4a7b-a9b0-e8398af91e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:42:15.260530 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:42:16.771305 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:42:18.574075 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:42:20.830354 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:42:38.000510 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:42:41.564648 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9ed02ae0-2dd0-4ad9-ac68-7964aeed94eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:42:44.834032 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2be13823-aade-4b89-afc2-722ffd430d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:42:45.260053 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:42:46.772790 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:42:48.577542 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:42:50.843443 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:43:11.565018 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d81119a6-53b8-468e-8bf6-602bd304fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:43:14.833199 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-85d524dc-28ba-4acb-bd40-27ea7e280e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:43:14.998449 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:43:15.259573 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:43:16.775574 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:43:18.579808 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:43:20.846412 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:43:41.565027 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b3454eea-db2b-441e-adc2-4c98a5cc9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:43:44.832896 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-91085495-5631-4413-b35f-ee39b6e97e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:43:45.259447 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:43:46.777741 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:43:48.583276 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:43:50.842484 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:43:51.998511 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:44:11.566342 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d4b9cc64-99d4-4b21-99cd-5502e76fc30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:44:14.833220 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1b7b41bc-cd49-41f4-affd-c5d2ef427869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:44:15.261671 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:44:16.781739 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:44:18.585687 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:44:20.864584 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:44:28.996233 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:44:41.565427 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ee83e82c-0b32-44a8-9a05-4e761dfba8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:44:44.833359 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fbae4d2e-b2e4-44ee-a829-048a23fde325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:44:45.261358 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:44:46.784313 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:44:48.589577 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:44:50.871509 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:45:05.994944 dv-cinder-794962-8-iscsi neutron-server[93130]: DEBUG neutron.db.agents_db [None req-e59a0c4c-e3f5-4bd0-bff9-7333dd272716 None None] Agent healthcheck: found 6 active agents {{(pid=93130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 22:45:11.564630 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1cbbdad9-1c5f-487c-b8c9-168ecca7a343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:45:14.833322 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5623f4c7-815c-491f-b527-d3f1620a347b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:45:15.262321 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-44caa9c9-1df0-42ce-a50e-7746b6211747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:45:16.786441 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5b9139f6-45e8-407f-b7df-e910177e0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:45:18.591798 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebc68417-66ee-480c-b35e-3814a9b2631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 22:45:20.892254 dv-cinder-794962-8-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebc32-579c-4f26-bdc9-4d0a677a4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759288836419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915780'] for agent, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}